[ 540.331266] env[65817]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 540.331266] env[65817]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 541.319183] env[65906]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 541.319183] env[65906]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 543.137604] env[65906]: INFO neutron.common.config [-] Logging enabled! [ 543.138056] env[65906]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 27.1.0.dev61 [ 543.138140] env[65906]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65906) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 543.138470] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 543.138588] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 543.139367] env[65906]: WARNING oslo_policy.policy [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 543.139580] env[65906]: WARNING oslo_policy.policy [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 543.141254] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] VMware NSXv3 Agent initialized successfully. [ 543.141612] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] Acquiring lock "singleton_lock" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.141743] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] Acquired lock "singleton_lock" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.141941] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] Releasing lock "singleton_lock" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.142238] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] Full set of CONF: {{(pid=65906) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 543.142348] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] ******************************************************************************** {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 543.142447] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] Configuration options gathered from: {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 543.143032] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 543.143212] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 543.143322] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] ================================================================================ {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 543.143485] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] agent_down_time = 75 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.143623] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] allow_automatic_dhcp_failover = True {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.143752] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] allow_bulk = True {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.143887] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] api_extensions_path = {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.144051] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] api_paste_config = api-paste.ini {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.144212] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] auth_strategy = keystone {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.144324] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] backdoor_port = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.144432] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] backdoor_socket = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.144566] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] backlog = 4096 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.144700] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.144851] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] bind_host = 0.0.0.0 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.144984] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] bind_port = 9696 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.145127] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] client_socket_timeout = 900 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.145288] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] config_dir = [] {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.145399] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.145560] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] config_source = [] {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.145723] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] control_exchange = neutron {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.145864] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] core_plugin = ml2 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.145997] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] debug = True {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.146146] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] default_availability_zones = [] {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.146393] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.146540] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] dhcp_agent_notification = True {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.146671] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] dhcp_agents_per_network = 1 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.146799] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] dhcp_lease_duration = 86400 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.146934] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] dhcp_load_type = networks {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.147082] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] dns_domain = openstacklocal {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.147289] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.147445] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] enable_default_route_bfd = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.147581] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] enable_default_route_ecmp = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.147702] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] enable_dvr = True {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.147827] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] enable_new_agents = True {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.147953] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.148095] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] enable_signals = True {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.148225] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] enable_traditional_dhcp = True {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.148351] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] external_dns_driver = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.148475] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] filter_validation = True {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.148609] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] global_physnet_mtu = 8950 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.148751] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] graceful_shutdown_timeout = 60 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.148937] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] host = cpu-1 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.149089] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] host_dvr_for_dhcp = True {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.149222] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] http_retries = 3 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.149358] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] instance_format = [instance: %(uuid)s] {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.149490] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.149619] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] ipam_driver = internal {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.149744] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] ipv6_pd_enabled = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.149868] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] l3_ha = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.149999] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.150150] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] l3_ha_network_physical_name = {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.150311] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] l3_ha_network_type = {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.150459] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] log_color = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.150595] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] log_config_append = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.150729] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.150856] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] log_dir = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.150983] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] log_file = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.151094] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] log_options = True {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.151225] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] log_rotate_interval = 1 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.151363] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] log_rotate_interval_type = days {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.151494] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] log_rotation_type = none {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.151596] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.151701] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.151859] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.152010] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.152118] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.152249] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] max_dns_nameservers = 5 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.152379] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] max_header_line = 16384 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.152504] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] max_l3_agents_per_router = 3 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.152628] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] max_logfile_count = 30 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.152751] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] max_logfile_size_mb = 200 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.152875] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] max_subnet_host_routes = 20 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.153026] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] my_ip = 10.180.1.21 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.153181] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] my_ipv6 = ::1 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.153353] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] network_auto_schedule = True {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.153498] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] network_link_prefix = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.153642] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.153780] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] notify_nova_on_port_data_changes = True {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.153913] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] notify_nova_on_port_status_changes = True {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.154059] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] pagination_max_limit = -1 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.154189] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] publish_errors = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.154315] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] rate_limit_burst = 0 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.154451] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] rate_limit_except_level = CRITICAL {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.154577] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] rate_limit_interval = 0 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.154703] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] retry_until_window = 30 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.154881] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] router_distributed = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.155061] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] rpc_resources_processing_step = 20 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.155212] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] rpc_response_max_timeout = 600 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.155350] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] rpc_response_timeout = 60 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.155482] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] send_events_interval = 2 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.155628] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] service_plugins = ['router'] {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.155762] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] setproctitle = on {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.155891] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] shell_completion = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.156034] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] state_path = /opt/stack/data/neutron {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.156172] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] syslog_log_facility = LOG_USER {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.156326] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] tcp_keepidle = 600 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.156495] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] transport_url = **** {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.156632] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] use_journal = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.156760] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] use_json = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.156887] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] use_ssl = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.157026] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] use_stderr = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.157156] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] use_syslog = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.157282] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] vlan_qinq = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.157406] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] vlan_transparent = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.157531] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] watch_log_file = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.157659] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] wsgi_default_pool_size = 100 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.157785] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] wsgi_keep_alive = True {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.157924] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.158099] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] wsgi_server_debug = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 543.158254] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_concurrency.disable_process_locking = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.158400] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.158540] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.158672] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.158808] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.158943] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.159088] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.159240] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] profiler.connection_string = messaging:// {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.159387] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] profiler.enabled = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.159560] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] profiler.es_doc_type = notification {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.159700] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] profiler.es_scroll_size = 10000 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.159838] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] profiler.es_scroll_time = 2m {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.159971] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] profiler.filter_error_trace = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.160121] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] profiler.hmac_keys = **** {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.160258] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] profiler.sentinel_service_name = mymaster {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.160402] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] profiler.socket_timeout = 0.1 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.160536] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] profiler.trace_requests = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.160667] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] profiler.trace_sqlalchemy = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.160812] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] profiler_jaeger.process_tags = {} {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.160972] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] profiler_jaeger.service_name_prefix = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.161139] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] profiler_otlp.service_name_prefix = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.161288] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_policy.enforce_new_defaults = True {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.161597] env[65906]: WARNING oslo_config.cfg [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 543.161770] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_policy.enforce_scope = True {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.161916] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_policy.policy_default_rule = default {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.162081] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.162224] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.162386] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.162585] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.162730] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.162859] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.162991] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.163145] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.163294] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.163440] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] agent.extensions = [] {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.163578] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.163717] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] service_providers.service_provider = [] {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.163855] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] QUOTAS.default_quota = -1 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.164009] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.164175] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] QUOTAS.quota_floatingip = 50 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.164315] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] QUOTAS.quota_network = 100 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.164451] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] QUOTAS.quota_port = 500 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.164582] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.164711] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] QUOTAS.quota_router = 10 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.164843] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] QUOTAS.quota_security_group = 10 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.164975] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.165118] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] QUOTAS.quota_subnet = 100 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.165277] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] QUOTAS.track_quota_usage = True {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.165428] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.165579] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep.group = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.165732] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep.helper_command = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.165868] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep.log_daemon_traceback = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.166014] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.166156] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep.thread_pool_size = 8 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.166317] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep.user = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.166471] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.166602] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep_dhcp_release.group = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.166731] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep_dhcp_release.helper_command = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.166861] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.166995] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.167167] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.167316] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep_dhcp_release.user = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.167458] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.167586] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep_ovs_vsctl.group = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.167713] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.167845] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.167980] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.168127] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.168258] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep_ovs_vsctl.user = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.168393] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep_namespace.capabilities = [21] {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.168517] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep_namespace.group = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.168641] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep_namespace.helper_command = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.168808] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.168953] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.169101] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.169230] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep_namespace.user = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.169366] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep_conntrack.capabilities = [12] {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.169491] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep_conntrack.group = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.169616] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep_conntrack.helper_command = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.169745] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.169878] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.170016] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.170146] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep_conntrack.user = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.170345] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep_link.capabilities = [12, 21] {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.170489] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep_link.group = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.170615] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep_link.helper_command = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.170748] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep_link.log_daemon_traceback = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.170882] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.171023] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep_link.thread_pool_size = 8 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.171153] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] privsep_link.user = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.171302] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.171446] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.171582] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] AGENT.continue_on_failed_promotions = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.171714] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] AGENT.dscp = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.171884] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] AGENT.dscp_inherit = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.172043] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] AGENT.force_mp_to_policy = True {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.172177] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] AGENT.locking_coordinator_url = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.172311] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] AGENT.log_agent_heartbeats = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.172445] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] AGENT.logging_expire = 1 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.172585] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.172718] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.172857] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] AGENT.polling_interval = 240 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.172991] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.173143] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.173301] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] AGENT.report_interval = 30.0 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.173474] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.173622] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.173761] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.173895] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] AGENT.sync_skew = 60 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.174039] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] AGENT.synchronization_queue_size = 20 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.174177] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] AGENT.use_helper_for_ns_read = True {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.174320] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] SECURITYGROUP.enable_ipset = True {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.174463] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] SECURITYGROUP.enable_security_group = True {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.174601] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.174739] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.174904] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] experimental.ipv6_pd_enabled = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.175083] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] ml2.extension_drivers = ['port_security'] {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.175235] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] ml2.external_network_type = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.175394] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.175535] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] ml2.overlay_ip_version = 4 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.175672] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] ml2.path_mtu = 8950 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.175808] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] ml2.physical_network_mtus = {} {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.175948] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.176101] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.176267] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] ml2.type_drivers = ['vlan'] {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.176455] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.176600] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.176735] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.176885] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.177037] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.177178] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.177314] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.177452] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.177587] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.177775] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.177962] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] NSXV3.nsxv3_login_password = **** {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.178154] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.178299] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] NSXV3.nsxv3_login_user = admin {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.178439] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.178578] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.178710] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.178840] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.178977] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.179130] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.179268] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.179433] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.179583] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.179723] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.179862] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.179994] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.180143] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.180329] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.180474] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.180609] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.180740] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.180891] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] nova.auth_section = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.181051] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] nova.auth_type = password {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.181195] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.181325] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] nova.certfile = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.181461] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] nova.collect_timing = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.181600] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] nova.endpoint_type = public {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.181732] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] nova.insecure = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.181858] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] nova.keyfile = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.181994] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] nova.region_name = RegionOne {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.182137] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] nova.split_loggers = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.182280] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] nova.timeout = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.182444] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] placement.auth_section = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.182586] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] placement.auth_type = password {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.182722] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.182852] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] placement.certfile = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.182981] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] placement.collect_timing = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.183134] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] placement.endpoint_type = public {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.183265] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] placement.insecure = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.183391] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] placement.keyfile = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.183514] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] placement.region_name = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.183640] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] placement.split_loggers = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.183761] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] placement.timeout = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.183901] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] ironic.auth_section = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.184038] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] ironic.auth_type = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.184165] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] ironic.cafile = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.184288] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] ironic.certfile = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.184417] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] ironic.collect_timing = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.184542] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] ironic.connect_retries = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.184670] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] ironic.connect_retry_delay = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.184799] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] ironic.enable_notifications = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.184924] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] ironic.endpoint_override = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.185060] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] ironic.insecure = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.185235] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] ironic.interface = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.185369] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] ironic.keyfile = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.185507] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] ironic.max_version = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.185636] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] ironic.min_version = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.185762] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] ironic.region_name = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.185889] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] ironic.retriable_status_codes = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.186022] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] ironic.service_name = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.186152] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] ironic.service_type = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.186286] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] ironic.split_loggers = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.186417] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] ironic.status_code_retries = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.186543] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] ironic.status_code_retry_delay = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.186671] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] ironic.timeout = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.186805] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] ironic.valid_interfaces = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.186932] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] ironic.version = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.187080] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] cli_script.dry_run = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.187223] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.187354] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.187485] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.187612] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.187743] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.187870] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.187996] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.188135] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.188264] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.188441] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.188577] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.188717] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.188850] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.188981] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.189125] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.189262] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.189393] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.189521] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.189655] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.189783] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.189919] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.190059] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.190188] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.190316] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.190445] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.190571] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.190698] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.190823] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.190949] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.191086] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.191219] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_rabbit.ssl = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.191393] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.191540] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.191673] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.191810] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.191943] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.192083] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.192221] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_notifications.driver = [] {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.192353] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_notifications.retry = -1 {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.192497] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.192623] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 543.192728] env[65906]: DEBUG oslo_service.backend._eventlet.service [None req-4a0f453a-a00e-4ee3-b8e5-9a12b2c4ec56 None None] ******************************************************************************** {{(pid=65906) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 543.193828] env[65906]: DEBUG neutron.agent.securitygroups_rpc [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Init firewall settings (driver=nsxv3) {{(pid=65906) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 543.195152] env[65906]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65906) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 543.195392] env[65906]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] RPC agent_id: nsxm-l-01a.corp.local [ 543.197625] env[65906]: DEBUG dogpile.cache.region [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 543.197752] env[65906]: DEBUG dogpile.lock [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 543.197848] env[65906]: DEBUG dogpile.lock [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 543.197937] env[65906]: DEBUG dogpile.lock [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 543.198040] env[65906]: DEBUG dogpile.cache.region [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 543.198130] env[65906]: DEBUG dogpile.lock [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 543.198252] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 543.234024] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Session token - acquiring [ 543.235608] env[65906]: DEBUG networking_nsxv3.common.locking [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.235813] env[65906]: DEBUG oslo_concurrency.lockutils [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.235920] env[65906]: DEBUG oslo_concurrency.lockutils [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.236406] env[65906]: DEBUG oslo_concurrency.lockutils [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.246872] env[65906]: DEBUG oslo_concurrency.lockutils [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.519335] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 543.542231] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 543.542417] env[65906]: DEBUG dogpile.cache.region [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Cache value generated in 0.344 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 543.542539] env[65906]: DEBUG dogpile.lock [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 543.542597] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Activating Policy API Provider. [ 543.542792] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Looking for the default Infrastructure Rules. [ 543.610735] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Looking for the Default Layer3 Logged Drop Section. [ 543.625099] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 543.625725] env[65906]: DEBUG networking_nsxv3.common.locking [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.625912] env[65906]: DEBUG oslo_concurrency.lockutils [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Acquiring lock "all" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.626430] env[65906]: DEBUG oslo_concurrency.lockutils [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Acquired lock "all" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.626430] env[65906]: DEBUG oslo_concurrency.lockutils [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Acquired external semaphore "all" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.626758] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.142836] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 544.646226] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 545.149433] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Inventory metadata is going to be refreshed. [ 545.149433] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 545.892020] env[65906]: DEBUG networking_nsxv3.common.locking [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.892020] env[65906]: DEBUG oslo_concurrency.lockutils [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.892020] env[65906]: DEBUG oslo_concurrency.lockutils [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.892020] env[65906]: DEBUG oslo_concurrency.lockutils [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.902298] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 545.903489] env[65906]: DEBUG oslo_concurrency.lockutils [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.904553] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 545.924636] env[65906]: DEBUG networking_nsxv3.common.locking [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.927168] env[65906]: DEBUG oslo_concurrency.lockutils [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.927168] env[65906]: DEBUG oslo_concurrency.lockutils [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.927168] env[65906]: DEBUG oslo_concurrency.lockutils [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.927168] env[65906]: DEBUG oslo_concurrency.lockutils [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.927168] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 545.927168] env[65906]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65906) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 545.927168] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 545.946611] env[65906]: DEBUG networking_nsxv3.common.locking [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.948879] env[65906]: DEBUG oslo_concurrency.lockutils [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.948879] env[65906]: DEBUG oslo_concurrency.lockutils [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.948879] env[65906]: DEBUG oslo_concurrency.lockutils [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.948879] env[65906]: DEBUG oslo_concurrency.lockutils [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.948879] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 545.967697] env[65906]: DEBUG networking_nsxv3.common.locking [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.967697] env[65906]: DEBUG oslo_concurrency.lockutils [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.967697] env[65906]: DEBUG oslo_concurrency.lockutils [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.967697] env[65906]: DEBUG oslo_concurrency.lockutils [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.967697] env[65906]: DEBUG oslo_concurrency.lockutils [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.967697] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 545.988031] env[65906]: DEBUG networking_nsxv3.common.locking [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 545.988031] env[65906]: DEBUG oslo_concurrency.lockutils [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Acquiring lock "Address Group" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 545.988031] env[65906]: DEBUG oslo_concurrency.lockutils [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Acquired lock "Address Group" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 545.988031] env[65906]: DEBUG oslo_concurrency.lockutils [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Acquired external semaphore "Address Group" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 545.988031] env[65906]: DEBUG oslo_concurrency.lockutils [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Releasing lock "Address Group" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 545.988031] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 545.988031] env[65906]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65906) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 545.988031] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 546.005310] env[65906]: DEBUG networking_nsxv3.common.locking [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.007812] env[65906]: DEBUG oslo_concurrency.lockutils [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Acquiring lock "Segment QoS" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.007812] env[65906]: DEBUG oslo_concurrency.lockutils [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Acquired lock "Segment QoS" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.007812] env[65906]: DEBUG oslo_concurrency.lockutils [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Acquired external semaphore "Segment QoS" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.007812] env[65906]: DEBUG oslo_concurrency.lockutils [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Releasing lock "Segment QoS" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.007812] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 546.007812] env[65906]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65906) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 546.007812] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 546.027042] env[65906]: DEBUG networking_nsxv3.common.locking [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.027042] env[65906]: DEBUG oslo_concurrency.lockutils [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.027042] env[65906]: DEBUG oslo_concurrency.lockutils [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.027042] env[65906]: DEBUG oslo_concurrency.lockutils [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.027042] env[65906]: DEBUG oslo_concurrency.lockutils [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.027042] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 546.027042] env[65906]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65906) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 546.027042] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Inventory metadata have been refreshed. [ 546.027042] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Dryrun:True. Metadata refresh completed. [ 546.027042] env[65906]: DEBUG oslo_concurrency.lockutils [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Releasing lock "all" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.029033] env[65906]: INFO neutron.agent.agent_extensions_manager [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Loaded agent extensions: [] [ 546.029930] env[65906]: DEBUG neutron_lib.callbacks.manager [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65906) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 546.083470] env[65906]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] NSXv3 Agent Agent RPC Daemon Started! [ 546.083470] env[65906]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] NSXv3 Agent Agent loop - iteration:0 started [ 546.083470] env[65906]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] NSXv3 Agent Agent out of sync with plugin! [ 551.031700] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 551.032305] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 556.033695] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 556.034133] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 560.903210] env[65906]: INFO networking_nsxv3.common.synchronization [None req-55f2c424-d180-40ef-8907-24426125fdbf demo admin] Enqueued Resource ID: a2dac092-042e-4cca-875b-574596f4519b with Priority: HIGHEST for action security_group_rules [ 560.903933] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2dac092-042e-4cca-875b-574596f4519b with Priority: HIGHEST for action security_group_rules [ 560.904282] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2dac092-042e-4cca-875b-574596f4519b taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.904414] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2dac092-042e-4cca-875b-574596f4519b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.904486] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2dac092-042e-4cca-875b-574596f4519b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.904798] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2dac092-042e-4cca-875b-574596f4519b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.904885] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2dac092-042e-4cca-875b-574596f4519b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 561.425029] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.425258] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.425258] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.425432] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.425522] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.425623] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2dac092-042e-4cca-875b-574596f4519b already deleted. [ 561.425710] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2dac092-042e-4cca-875b-574596f4519b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.905526] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 565.905924] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 570.906531] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 570.906897] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 575.907857] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 575.908356] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 580.908783] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 580.910168] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 585.910391] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 585.910751] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 588.677853] env[65906]: INFO networking_nsxv3.common.synchronization [None req-57eebda5-6db2-4e02-a460-55eb70398abc None None] Enqueued Resource ID: 41f95877-25dd-412a-9656-ab2a68df3bd0 with Priority: HIGHEST for action port [ 588.677853] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41f95877-25dd-412a-9656-ab2a68df3bd0 with Priority: HIGHEST for action port [ 588.677853] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-41f95877-25dd-412a-9656-ab2a68df3bd0 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.677853] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41f95877-25dd-412a-9656-ab2a68df3bd0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.678497] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41f95877-25dd-412a-9656-ab2a68df3bd0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.678497] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41f95877-25dd-412a-9656-ab2a68df3bd0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.678497] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41f95877-25dd-412a-9656-ab2a68df3bd0',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.180898] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41f95877-25dd-412a-9656-ab2a68df3bd0 [ 589.181127] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.181852] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.181852] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.181852] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.181852] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.181852] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41f95877-25dd-412a-9656-ab2a68df3bd0 already deleted. [ 589.181852] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41f95877-25dd-412a-9656-ab2a68df3bd0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.850528] env[65906]: INFO networking_nsxv3.common.synchronization [None req-9f5f7290-f7b0-4a72-bcad-b0b057286459 None None] Enqueued Resource ID: 194c5a9c-8959-47d7-b469-f2a6f64fd970 with Priority: HIGHEST for action port [ 589.850528] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 194c5a9c-8959-47d7-b469-f2a6f64fd970 with Priority: HIGHEST for action port [ 589.850528] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-194c5a9c-8959-47d7-b469-f2a6f64fd970 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.850528] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-194c5a9c-8959-47d7-b469-f2a6f64fd970" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.850528] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-194c5a9c-8959-47d7-b469-f2a6f64fd970" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.851232] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-194c5a9c-8959-47d7-b469-f2a6f64fd970" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.851457] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('194c5a9c-8959-47d7-b469-f2a6f64fd970',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.356156] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 194c5a9c-8959-47d7-b469-f2a6f64fd970 [ 590.356156] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.356156] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.356156] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.356156] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.356156] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.356156] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:194c5a9c-8959-47d7-b469-f2a6f64fd970 already deleted. [ 590.356156] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-194c5a9c-8959-47d7-b469-f2a6f64fd970" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.742199] env[65906]: INFO networking_nsxv3.common.synchronization [None req-daccbbbd-d667-4a2f-beb0-8a71c5a9cad3 None None] Enqueued Resource ID: 43ff49ce-5da1-4147-a46f-3f6f262118ad with Priority: HIGHEST for action port [ 590.742449] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43ff49ce-5da1-4147-a46f-3f6f262118ad with Priority: HIGHEST for action port [ 590.743063] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-43ff49ce-5da1-4147-a46f-3f6f262118ad taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.743183] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43ff49ce-5da1-4147-a46f-3f6f262118ad" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.743381] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43ff49ce-5da1-4147-a46f-3f6f262118ad" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.744145] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43ff49ce-5da1-4147-a46f-3f6f262118ad" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.745746] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43ff49ce-5da1-4147-a46f-3f6f262118ad',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.173437] env[65906]: INFO networking_nsxv3.common.synchronization [None req-966c5ef1-f7d6-4a71-a646-86e58136313d None None] Enqueued Resource ID: 97477dc1-ae18-40a1-9ea7-08a217bf8c90 with Priority: HIGHEST for action port [ 591.174057] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97477dc1-ae18-40a1-9ea7-08a217bf8c90 with Priority: HIGHEST for action port [ 591.174371] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-97477dc1-ae18-40a1-9ea7-08a217bf8c90 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.174498] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97477dc1-ae18-40a1-9ea7-08a217bf8c90" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.174565] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97477dc1-ae18-40a1-9ea7-08a217bf8c90" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.174811] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97477dc1-ae18-40a1-9ea7-08a217bf8c90" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.174897] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97477dc1-ae18-40a1-9ea7-08a217bf8c90',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.247809] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43ff49ce-5da1-4147-a46f-3f6f262118ad [ 591.248042] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.248370] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.248448] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.248766] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.248766] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.248924] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43ff49ce-5da1-4147-a46f-3f6f262118ad already deleted. [ 591.248924] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43ff49ce-5da1-4147-a46f-3f6f262118ad" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.679911] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97477dc1-ae18-40a1-9ea7-08a217bf8c90 [ 591.679911] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.679911] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.679911] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.679911] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.679911] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.679911] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97477dc1-ae18-40a1-9ea7-08a217bf8c90 already deleted. [ 591.679911] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97477dc1-ae18-40a1-9ea7-08a217bf8c90" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.236993] env[65906]: INFO networking_nsxv3.common.synchronization [None req-8c0bb9f2-a65d-4b49-808e-0f68f8ba9f74 tempest-ServersTestBootFromVolume-343005168 tempest-ServersTestBootFromVolume-343005168-project-member] Enqueued Resource ID: 434a4fa5-3252-45f4-92b5-c49d9aa2b3bf with Priority: HIGHEST for action security_group_rules [ 592.237528] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 434a4fa5-3252-45f4-92b5-c49d9aa2b3bf with Priority: HIGHEST for action security_group_rules [ 592.237890] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.237979] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.238037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.238461] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.238461] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('434a4fa5-3252-45f4-92b5-c49d9aa2b3bf',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.323044] env[65906]: INFO networking_nsxv3.common.synchronization [None req-6fcdc3db-4a14-4e4a-8462-6600b57554fc None None] Enqueued Resource ID: 2e5ac78a-a1fb-484d-9d54-b8a7b6ba0a94 with Priority: HIGHEST for action port [ 592.323552] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e5ac78a-a1fb-484d-9d54-b8a7b6ba0a94 with Priority: HIGHEST for action port [ 592.323896] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e5ac78a-a1fb-484d-9d54-b8a7b6ba0a94 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.324411] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e5ac78a-a1fb-484d-9d54-b8a7b6ba0a94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.324411] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e5ac78a-a1fb-484d-9d54-b8a7b6ba0a94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.324766] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e5ac78a-a1fb-484d-9d54-b8a7b6ba0a94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.324848] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e5ac78a-a1fb-484d-9d54-b8a7b6ba0a94',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.688895] env[65906]: INFO networking_nsxv3.common.synchronization [None req-fb139f82-3473-4783-9196-f898f3d05783 tempest-ServersTestBootFromVolume-343005168 tempest-ServersTestBootFromVolume-343005168-project-member] Enqueued Resource ID: 434a4fa5-3252-45f4-92b5-c49d9aa2b3bf with Priority: HIGHEST for action security_group_rules [ 592.689506] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 434a4fa5-3252-45f4-92b5-c49d9aa2b3bf with Priority: HIGHEST for action security_group_rules [ 592.689853] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.689853] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.760794] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.761152] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.761152] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.761286] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.761416] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.761486] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 434a4fa5-3252-45f4-92b5-c49d9aa2b3bf already deleted. [ 592.761535] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.761649] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.761805] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.762255] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('434a4fa5-3252-45f4-92b5-c49d9aa2b3bf',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.826740] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e5ac78a-a1fb-484d-9d54-b8a7b6ba0a94 [ 592.826963] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.827122] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.827191] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.827409] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.827495] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.827590] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e5ac78a-a1fb-484d-9d54-b8a7b6ba0a94 already deleted. [ 592.828102] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e5ac78a-a1fb-484d-9d54-b8a7b6ba0a94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.859688] env[65906]: INFO networking_nsxv3.common.synchronization [None req-c2baaa57-0820-483b-aab1-77647d9e1710 None None] Enqueued Resource ID: 0b37befd-bc03-44e4-8fe6-50965f8cbc84 with Priority: HIGHEST for action port [ 592.860463] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b37befd-bc03-44e4-8fe6-50965f8cbc84 with Priority: HIGHEST for action port [ 592.860463] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b37befd-bc03-44e4-8fe6-50965f8cbc84 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.860711] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b37befd-bc03-44e4-8fe6-50965f8cbc84" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.860822] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b37befd-bc03-44e4-8fe6-50965f8cbc84" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.861496] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b37befd-bc03-44e4-8fe6-50965f8cbc84" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.861496] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b37befd-bc03-44e4-8fe6-50965f8cbc84',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.285609] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.286043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.286043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.286043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.286158] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.286241] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 434a4fa5-3252-45f4-92b5-c49d9aa2b3bf already deleted. [ 593.286367] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.363554] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b37befd-bc03-44e4-8fe6-50965f8cbc84 [ 593.364128] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.364128] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.364128] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.366848] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.366848] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.366848] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b37befd-bc03-44e4-8fe6-50965f8cbc84 already deleted. [ 593.366848] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b37befd-bc03-44e4-8fe6-50965f8cbc84" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.495328] env[65906]: INFO networking_nsxv3.common.synchronization [None req-0d3c85ce-806e-46d5-bab7-37d536f8891d None None] Enqueued Resource ID: 632cba8b-9b74-4225-8dbe-66f963eec04c with Priority: HIGHEST for action port [ 593.496131] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 632cba8b-9b74-4225-8dbe-66f963eec04c with Priority: HIGHEST for action port [ 593.497841] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-632cba8b-9b74-4225-8dbe-66f963eec04c taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.498033] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-632cba8b-9b74-4225-8dbe-66f963eec04c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.498081] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-632cba8b-9b74-4225-8dbe-66f963eec04c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.498328] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-632cba8b-9b74-4225-8dbe-66f963eec04c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.498449] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('632cba8b-9b74-4225-8dbe-66f963eec04c',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.869977] env[65906]: INFO networking_nsxv3.common.synchronization [None req-1f194bfd-ec94-4626-b35b-c48e91cf0bc7 None None] Enqueued Resource ID: b3d79e58-570d-4a04-ab6b-3bb59daf0a8e with Priority: HIGHEST for action port [ 593.869977] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3d79e58-570d-4a04-ab6b-3bb59daf0a8e with Priority: HIGHEST for action port [ 593.870316] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3d79e58-570d-4a04-ab6b-3bb59daf0a8e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.870437] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3d79e58-570d-4a04-ab6b-3bb59daf0a8e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.870520] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3d79e58-570d-4a04-ab6b-3bb59daf0a8e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.870766] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3d79e58-570d-4a04-ab6b-3bb59daf0a8e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.870852] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3d79e58-570d-4a04-ab6b-3bb59daf0a8e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.000728] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 632cba8b-9b74-4225-8dbe-66f963eec04c [ 594.000963] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.001425] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.001425] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.001492] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.001555] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.001653] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:632cba8b-9b74-4225-8dbe-66f963eec04c already deleted. [ 594.001736] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-632cba8b-9b74-4225-8dbe-66f963eec04c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.375060] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3d79e58-570d-4a04-ab6b-3bb59daf0a8e [ 594.375317] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.375544] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.375544] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.375714] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.375926] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.375926] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3d79e58-570d-4a04-ab6b-3bb59daf0a8e already deleted. [ 594.376046] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3d79e58-570d-4a04-ab6b-3bb59daf0a8e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.490616] env[65906]: INFO networking_nsxv3.common.synchronization [None req-a439e990-5cfd-495b-ae6f-21f54e5def6e None None] Enqueued Resource ID: c9ab6d50-c9a3-4335-b26e-22addcbfd400 with Priority: HIGHEST for action port [ 596.491322] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9ab6d50-c9a3-4335-b26e-22addcbfd400 with Priority: HIGHEST for action port [ 596.491674] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9ab6d50-c9a3-4335-b26e-22addcbfd400 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.491778] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9ab6d50-c9a3-4335-b26e-22addcbfd400" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.491827] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9ab6d50-c9a3-4335-b26e-22addcbfd400" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.492364] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9ab6d50-c9a3-4335-b26e-22addcbfd400" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.495699] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9ab6d50-c9a3-4335-b26e-22addcbfd400',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.705282] env[65906]: INFO networking_nsxv3.common.synchronization [None req-ad62a053-83c9-46b4-bdda-8f361ae79179 None None] Enqueued Resource ID: bd19bb55-89dc-4266-85ee-4f0405d6430b with Priority: HIGHEST for action port [ 596.708324] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd19bb55-89dc-4266-85ee-4f0405d6430b with Priority: HIGHEST for action port [ 596.709474] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd19bb55-89dc-4266-85ee-4f0405d6430b taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.710508] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd19bb55-89dc-4266-85ee-4f0405d6430b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.710508] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd19bb55-89dc-4266-85ee-4f0405d6430b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.711805] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd19bb55-89dc-4266-85ee-4f0405d6430b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.711805] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd19bb55-89dc-4266-85ee-4f0405d6430b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.999473] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c9ab6d50-c9a3-4335-b26e-22addcbfd400 [ 596.999771] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.000144] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.000144] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.000262] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.001224] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.001485] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c9ab6d50-c9a3-4335-b26e-22addcbfd400 already deleted. [ 597.001485] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9ab6d50-c9a3-4335-b26e-22addcbfd400" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.215139] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd19bb55-89dc-4266-85ee-4f0405d6430b [ 597.215384] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.215563] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.215609] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.215805] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.215881] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.215966] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd19bb55-89dc-4266-85ee-4f0405d6430b already deleted. [ 597.216061] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd19bb55-89dc-4266-85ee-4f0405d6430b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.468880] env[65906]: INFO networking_nsxv3.common.synchronization [None req-812caf90-2c6a-4979-ad69-267c37d44256 None None] Enqueued Resource ID: 941428ad-504e-4e5f-955d-ac8b9a3ca403 with Priority: HIGHEST for action port [ 597.469527] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 941428ad-504e-4e5f-955d-ac8b9a3ca403 with Priority: HIGHEST for action port [ 597.469848] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-941428ad-504e-4e5f-955d-ac8b9a3ca403 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.469975] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-941428ad-504e-4e5f-955d-ac8b9a3ca403" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.470053] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-941428ad-504e-4e5f-955d-ac8b9a3ca403" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.470311] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-941428ad-504e-4e5f-955d-ac8b9a3ca403" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.470411] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('941428ad-504e-4e5f-955d-ac8b9a3ca403',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.477180] env[65906]: INFO networking_nsxv3.common.synchronization [None req-64fef083-9615-4232-a679-5cfe39ab18e3 None None] Enqueued Resource ID: 491df43a-9ef7-4720-b1d8-d36c8687017a with Priority: HIGHEST for action port [ 597.477288] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 491df43a-9ef7-4720-b1d8-d36c8687017a with Priority: HIGHEST for action port [ 597.477854] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-491df43a-9ef7-4720-b1d8-d36c8687017a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.478012] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-491df43a-9ef7-4720-b1d8-d36c8687017a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.478094] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-491df43a-9ef7-4720-b1d8-d36c8687017a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.478322] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-491df43a-9ef7-4720-b1d8-d36c8687017a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.478412] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('491df43a-9ef7-4720-b1d8-d36c8687017a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.975379] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 941428ad-504e-4e5f-955d-ac8b9a3ca403 [ 597.975656] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.975757] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.976803] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.976803] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.976803] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.976803] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:941428ad-504e-4e5f-955d-ac8b9a3ca403 already deleted. [ 597.976803] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-941428ad-504e-4e5f-955d-ac8b9a3ca403" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.982168] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 491df43a-9ef7-4720-b1d8-d36c8687017a [ 597.982168] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.982168] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.982168] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.982168] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.982168] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.982168] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:491df43a-9ef7-4720-b1d8-d36c8687017a already deleted. [ 597.982168] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-491df43a-9ef7-4720-b1d8-d36c8687017a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.128283] env[65906]: INFO networking_nsxv3.common.synchronization [None req-d65cca06-149b-44ff-9c04-ea7c0a62455f None None] Enqueued Resource ID: dd26f505-ecde-45de-b697-86e87c1f3ee4 with Priority: HIGHEST for action port [ 600.128844] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd26f505-ecde-45de-b697-86e87c1f3ee4 with Priority: HIGHEST for action port [ 600.129164] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd26f505-ecde-45de-b697-86e87c1f3ee4 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.129300] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd26f505-ecde-45de-b697-86e87c1f3ee4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.129353] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd26f505-ecde-45de-b697-86e87c1f3ee4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.129602] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd26f505-ecde-45de-b697-86e87c1f3ee4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.129685] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd26f505-ecde-45de-b697-86e87c1f3ee4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.443144] env[65906]: INFO networking_nsxv3.common.synchronization [None req-9702e828-9b95-42ef-9438-c71e36b6974f None None] Enqueued Resource ID: 16a6dd7b-2432-4ab0-9905-f52a19512254 with Priority: HIGHEST for action port [ 600.443668] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16a6dd7b-2432-4ab0-9905-f52a19512254 with Priority: HIGHEST for action port [ 600.443951] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-16a6dd7b-2432-4ab0-9905-f52a19512254 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.444313] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16a6dd7b-2432-4ab0-9905-f52a19512254" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.444439] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16a6dd7b-2432-4ab0-9905-f52a19512254" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.444810] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16a6dd7b-2432-4ab0-9905-f52a19512254" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.444931] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16a6dd7b-2432-4ab0-9905-f52a19512254',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.635926] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd26f505-ecde-45de-b697-86e87c1f3ee4 [ 600.635926] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.635926] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.635926] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.635926] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.635926] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.635926] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd26f505-ecde-45de-b697-86e87c1f3ee4 already deleted. [ 600.635926] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd26f505-ecde-45de-b697-86e87c1f3ee4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.948481] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16a6dd7b-2432-4ab0-9905-f52a19512254 [ 600.950717] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.950959] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.951063] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.951258] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.951345] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.951446] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16a6dd7b-2432-4ab0-9905-f52a19512254 already deleted. [ 600.951552] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16a6dd7b-2432-4ab0-9905-f52a19512254" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.841581] env[65906]: INFO networking_nsxv3.common.synchronization [None req-7f242190-830a-4d51-8dd0-05bd06408367 None None] Enqueued Resource ID: b3fc0506-f596-44a5-938f-c5aa241d3b6c with Priority: HIGHEST for action port [ 601.849085] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3fc0506-f596-44a5-938f-c5aa241d3b6c with Priority: HIGHEST for action port [ 601.849085] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3fc0506-f596-44a5-938f-c5aa241d3b6c taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.849085] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3fc0506-f596-44a5-938f-c5aa241d3b6c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.849085] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3fc0506-f596-44a5-938f-c5aa241d3b6c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.849438] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3fc0506-f596-44a5-938f-c5aa241d3b6c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.849438] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3fc0506-f596-44a5-938f-c5aa241d3b6c',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.946339] env[65906]: INFO networking_nsxv3.common.synchronization [None req-024708a7-e9db-4cca-8009-48440b900171 None None] Enqueued Resource ID: 4142d9f3-4d3a-4220-b845-69cadff0a662 with Priority: HIGHEST for action port [ 601.946339] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4142d9f3-4d3a-4220-b845-69cadff0a662 with Priority: HIGHEST for action port [ 601.946339] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-4142d9f3-4d3a-4220-b845-69cadff0a662 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.946339] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4142d9f3-4d3a-4220-b845-69cadff0a662" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.946339] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4142d9f3-4d3a-4220-b845-69cadff0a662" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.946339] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4142d9f3-4d3a-4220-b845-69cadff0a662" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.946339] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4142d9f3-4d3a-4220-b845-69cadff0a662',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.355732] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3fc0506-f596-44a5-938f-c5aa241d3b6c [ 602.355732] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.355732] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.355732] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.355732] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.355732] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.355732] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3fc0506-f596-44a5-938f-c5aa241d3b6c already deleted. [ 602.355732] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3fc0506-f596-44a5-938f-c5aa241d3b6c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.449332] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4142d9f3-4d3a-4220-b845-69cadff0a662 [ 602.449618] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.449789] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.449929] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.450453] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.450453] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.450453] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4142d9f3-4d3a-4220-b845-69cadff0a662 already deleted. [ 602.450453] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4142d9f3-4d3a-4220-b845-69cadff0a662" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.033714] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.033714] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.034092] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.034092] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.034337] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.540344] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.646799] env[65906]: INFO networking_nsxv3.common.synchronization [req-1530c9b8-2861-445a-8fb3-c3def7e1b24f req-2c7a79be-19b2-4080-b12a-8c5d8bfd324b tempest-ImagesOneServerTestJSON-1132676307 tempest-ImagesOneServerTestJSON-1132676307-project-member] Enqueued Resource ID: d54ff51c-4ab7-4801-bdf3-d05d64000bea with Priority: HIGHEST for action security_group_members [ 603.649645] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d54ff51c-4ab7-4801-bdf3-d05d64000bea with Priority: HIGHEST for action security_group_members [ 603.650776] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d54ff51c-4ab7-4801-bdf3-d05d64000bea taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.654024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d54ff51c-4ab7-4801-bdf3-d05d64000bea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.654024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d54ff51c-4ab7-4801-bdf3-d05d64000bea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.654024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d54ff51c-4ab7-4801-bdf3-d05d64000bea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.654024] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.654024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.654024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.654024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.654024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.654024] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d54ff51c-4ab7-4801-bdf3-d05d64000bea',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.879938] env[65906]: INFO networking_nsxv3.common.synchronization [None req-abe6f49d-e441-47a8-a541-6536c2b4d54a None None] Enqueued Resource ID: 5966ff0d-5081-4831-b0e4-89b9111dae39 with Priority: HIGHEST for action port [ 603.879938] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5966ff0d-5081-4831-b0e4-89b9111dae39 with Priority: HIGHEST for action port [ 603.879938] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-5966ff0d-5081-4831-b0e4-89b9111dae39 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.879938] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5966ff0d-5081-4831-b0e4-89b9111dae39" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.879938] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5966ff0d-5081-4831-b0e4-89b9111dae39" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.879938] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5966ff0d-5081-4831-b0e4-89b9111dae39" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.879938] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5966ff0d-5081-4831-b0e4-89b9111dae39',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.048595] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.158932] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.158932] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.158932] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.158932] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.158932] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.158932] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.158932] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.158932] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.158932] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.158932] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.158932] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d54ff51c-4ab7-4801-bdf3-d05d64000bea already deleted. [ 604.158932] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d54ff51c-4ab7-4801-bdf3-d05d64000bea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.380421] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5966ff0d-5081-4831-b0e4-89b9111dae39 [ 604.380645] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.380783] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.380852] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.381091] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.381214] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.381278] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5966ff0d-5081-4831-b0e4-89b9111dae39 already deleted. [ 604.381361] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5966ff0d-5081-4831-b0e4-89b9111dae39" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.507333] env[65906]: INFO networking_nsxv3.common.synchronization [None req-01c52c73-f03a-4c2c-8dc7-6a57905f0152 None None] Enqueued Resource ID: 33d19a17-a7e7-41e0-b388-879392f1ccf3 with Priority: HIGHEST for action port [ 604.507333] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33d19a17-a7e7-41e0-b388-879392f1ccf3 with Priority: HIGHEST for action port [ 604.507333] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-33d19a17-a7e7-41e0-b388-879392f1ccf3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.507333] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33d19a17-a7e7-41e0-b388-879392f1ccf3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.507333] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33d19a17-a7e7-41e0-b388-879392f1ccf3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.507524] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33d19a17-a7e7-41e0-b388-879392f1ccf3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.507573] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33d19a17-a7e7-41e0-b388-879392f1ccf3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.555592] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 604.555592] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 604.698914] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-466 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.699226] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-466" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.699226] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-466" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.699388] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-466" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.699719] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.699877] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.699989] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.700611] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.700611] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.700835] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.700951] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.701068] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.701176] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.701285] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.701388] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.701520] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.729513] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.729672] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.729821] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.730012] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-466" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.730450] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-f8b90b9d-5911-4d91-8ba9-b881596d4304 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.730637] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-f8b90b9d-5911-4d91-8ba9-b881596d4304" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.730758] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-f8b90b9d-5911-4d91-8ba9-b881596d4304" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.731089] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-f8b90b9d-5911-4d91-8ba9-b881596d4304" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.731234] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8b90b9d-5911-4d91-8ba9-b881596d4304',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.025505] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33d19a17-a7e7-41e0-b388-879392f1ccf3 [ 605.025720] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.025858] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.025927] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.026163] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.026260] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.026354] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33d19a17-a7e7-41e0-b388-879392f1ccf3 already deleted. [ 605.026437] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33d19a17-a7e7-41e0-b388-879392f1ccf3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.234832] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.235295] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.235295] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.235849] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.236026] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.236188] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port f8b90b9d-5911-4d91-8ba9-b881596d4304 not found, creating... [ 605.236589] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.236589] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.236705] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.236893] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.237036] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.237378] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.237535] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.237642] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.237840] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.237967] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.238113] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: f8b90b9d-5911-4d91-8ba9-b881596d4304 is going to be created. [ 605.263542] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.263756] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.263901] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.264234] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.264418] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.264696] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-f8b90b9d-5911-4d91-8ba9-b881596d4304" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.498651] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.498651] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.498651] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.498651] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.510816] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 605.511078] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.512503] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 605.531643] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.531806] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.531919] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.532121] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.532513] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.532753] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 605.532833] env[65906]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65906) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 605.532909] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 605.553020] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.553192] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.553307] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.553470] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.553605] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.553714] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 605.574400] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.574590] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.574659] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.574864] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.575061] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.575202] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 605.596882] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.596882] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.596882] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.596882] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.597255] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.597255] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 605.597255] env[65906]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65906) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 605.597255] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 605.615208] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.615386] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.615436] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.615693] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.615781] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.615888] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 605.616546] env[65906]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65906) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 605.616546] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 605.637111] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.637270] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.637372] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.637532] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.637640] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.637761] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 605.637826] env[65906]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65906) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 605.637891] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 605.637955] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 605.638044] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 605.638101] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 605.638194] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 605.638427] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 605.638488] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 605.638555] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 605.661971] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.662186] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.662364] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.662645] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.662780] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.662907] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 605.685619] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.685698] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.685734] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.685929] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.686048] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.699589] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.075258] env[65906]: INFO networking_nsxv3.common.synchronization [req-1530c9b8-2861-445a-8fb3-c3def7e1b24f req-9bc5235c-4fb1-4926-ba96-a7a95dfa0bb2 service nova] Enqueued Resource ID: d54ff51c-4ab7-4801-bdf3-d05d64000bea with Priority: HIGHEST for action security_group_rules [ 606.075430] env[65906]: INFO networking_nsxv3.common.synchronization [req-1530c9b8-2861-445a-8fb3-c3def7e1b24f req-9bc5235c-4fb1-4926-ba96-a7a95dfa0bb2 service nova] Enqueued Resource ID: d54ff51c-4ab7-4801-bdf3-d05d64000bea with Priority: HIGHEST for action security_group_members [ 606.075563] env[65906]: INFO networking_nsxv3.common.synchronization [req-1530c9b8-2861-445a-8fb3-c3def7e1b24f req-9bc5235c-4fb1-4926-ba96-a7a95dfa0bb2 service nova] Enqueued Resource ID: f8b90b9d-5911-4d91-8ba9-b881596d4304 with Priority: HIGHEST for action port [ 606.081105] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d54ff51c-4ab7-4801-bdf3-d05d64000bea with Priority: HIGHEST for action security_group_rules [ 606.081302] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d54ff51c-4ab7-4801-bdf3-d05d64000bea with Priority: HIGHEST for action security_group_members [ 606.081480] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8b90b9d-5911-4d91-8ba9-b881596d4304 with Priority: HIGHEST for action port [ 606.082610] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d54ff51c-4ab7-4801-bdf3-d05d64000bea taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.082749] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d54ff51c-4ab7-4801-bdf3-d05d64000bea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.082821] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d54ff51c-4ab7-4801-bdf3-d05d64000bea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.083100] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d54ff51c-4ab7-4801-bdf3-d05d64000bea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.083203] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d54ff51c-4ab7-4801-bdf3-d05d64000bea',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.084032] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d54ff51c-4ab7-4801-bdf3-d05d64000bea taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.084222] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d54ff51c-4ab7-4801-bdf3-d05d64000bea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.084273] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d54ff51c-4ab7-4801-bdf3-d05d64000bea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.084545] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d54ff51c-4ab7-4801-bdf3-d05d64000bea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.084716] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.084782] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.084832] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.084993] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.085095] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.085187] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d54ff51c-4ab7-4801-bdf3-d05d64000bea',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.086198] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8b90b9d-5911-4d91-8ba9-b881596d4304 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.086302] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8b90b9d-5911-4d91-8ba9-b881596d4304" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.086378] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8b90b9d-5911-4d91-8ba9-b881596d4304" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.086527] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8b90b9d-5911-4d91-8ba9-b881596d4304" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.086598] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8b90b9d-5911-4d91-8ba9-b881596d4304',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.327636] env[65906]: INFO networking_nsxv3.common.synchronization [None req-857dce35-1426-4c33-828c-17e94f56b674 None None] Enqueued Resource ID: c69b89d0-9953-412f-9e68-88899fbf4d8b with Priority: HIGHEST for action port [ 606.328314] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c69b89d0-9953-412f-9e68-88899fbf4d8b with Priority: HIGHEST for action port [ 606.328810] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-c69b89d0-9953-412f-9e68-88899fbf4d8b taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.329119] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c69b89d0-9953-412f-9e68-88899fbf4d8b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.329119] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c69b89d0-9953-412f-9e68-88899fbf4d8b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.329401] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c69b89d0-9953-412f-9e68-88899fbf4d8b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.329401] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c69b89d0-9953-412f-9e68-88899fbf4d8b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.590225] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d54ff51c-4ab7-4801-bdf3-d05d64000bea taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.590462] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d54ff51c-4ab7-4801-bdf3-d05d64000bea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.605042] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8b90b9d-5911-4d91-8ba9-b881596d4304 with status ACTIVE [ 606.605372] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.605430] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.605502] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.605931] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.605931] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.606045] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.606119] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.606177] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.606324] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.606406] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.606587] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.606693] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.606783] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.606939] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.607198] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.607198] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8b90b9d-5911-4d91-8ba9-b881596d4304 is going to be updated. [ 606.608270] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d54ff51c-4ab7-4801-bdf3-d05d64000bea',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.626518] env[65906]: INFO networking_nsxv3.common.synchronization [req-50bd2a92-aa06-42f7-b616-1a8090c281c6 req-30ae77fa-ee07-4423-82de-69c387b7e323 tempest-ServerDiagnosticsNegativeTest-2011430960 tempest-ServerDiagnosticsNegativeTest-2011430960-project-member] Enqueued Resource ID: d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5 with Priority: HIGHEST for action security_group_members [ 606.628067] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5 with Priority: HIGHEST for action security_group_members [ 606.628251] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.628251] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.628408] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.628558] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.628705] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.628812] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.628879] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.629045] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.629124] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.629222] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.630790] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.630948] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.631014] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.631153] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.631288] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.631517] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8b90b9d-5911-4d91-8ba9-b881596d4304" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.662060] env[65906]: INFO networking_nsxv3.common.synchronization [None req-fbf9fde0-a712-467d-97db-f383522a54e5 None None] Enqueued Resource ID: cc860318-52ca-4595-b5b3-26ed315b620e with Priority: HIGHEST for action port [ 606.662849] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc860318-52ca-4595-b5b3-26ed315b620e with Priority: HIGHEST for action port [ 606.663478] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc860318-52ca-4595-b5b3-26ed315b620e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.663663] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc860318-52ca-4595-b5b3-26ed315b620e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.663758] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc860318-52ca-4595-b5b3-26ed315b620e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.664045] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc860318-52ca-4595-b5b3-26ed315b620e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.664346] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc860318-52ca-4595-b5b3-26ed315b620e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.831511] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c69b89d0-9953-412f-9e68-88899fbf4d8b [ 606.831794] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.831966] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.832327] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.832327] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.832452] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.832535] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c69b89d0-9953-412f-9e68-88899fbf4d8b already deleted. [ 606.832635] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c69b89d0-9953-412f-9e68-88899fbf4d8b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.110436] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d54ff51c-4ab7-4801-bdf3-d05d64000bea',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.133292] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.133530] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.133605] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.134119] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.134119] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.134384] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.134452] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.134484] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.134813] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.134813] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.134813] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5 already deleted. [ 607.134950] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.168055] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc860318-52ca-4595-b5b3-26ed315b620e [ 607.168055] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.168192] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.168192] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.168394] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.168486] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.168579] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc860318-52ca-4595-b5b3-26ed315b620e already deleted. [ 607.168659] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc860318-52ca-4595-b5b3-26ed315b620e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.221743] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-764 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.221743] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.221743] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.222506] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.222701] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.223381] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.223381] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.223593] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.223764] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.224026] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.224137] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 607.224244] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 607.224345] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 607.224482] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 607.224597] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 607.224728] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.245489] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.245649] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 607.245788] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.245950] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.246307] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-4ecd82b7-48a4-4fee-b26d-9881b3886068 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.246509] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-4ecd82b7-48a4-4fee-b26d-9881b3886068" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.246573] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-4ecd82b7-48a4-4fee-b26d-9881b3886068" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.246889] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-4ecd82b7-48a4-4fee-b26d-9881b3886068" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.247034] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ecd82b7-48a4-4fee-b26d-9881b3886068',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.614656] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.615009] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.615009] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.615131] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.615226] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.615326] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d54ff51c-4ab7-4801-bdf3-d05d64000bea is going to be created. [ 607.645792] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.646119] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.646119] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.646265] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.646373] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.655555] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d54ff51c-4ab7-4801-bdf3-d05d64000bea in Status: UNINITIALIZED for 2s [ 607.746288] env[65906]: INFO networking_nsxv3.common.synchronization [None req-891c6ae9-1978-40a3-b54c-15f176027a6f None None] Enqueued Resource ID: a8c65e31-ef9c-4b0d-8d84-fb7d65f59b07 with Priority: HIGHEST for action port [ 607.746551] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8c65e31-ef9c-4b0d-8d84-fb7d65f59b07 with Priority: HIGHEST for action port [ 607.747125] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8c65e31-ef9c-4b0d-8d84-fb7d65f59b07 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.747253] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8c65e31-ef9c-4b0d-8d84-fb7d65f59b07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.747469] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8c65e31-ef9c-4b0d-8d84-fb7d65f59b07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.747566] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8c65e31-ef9c-4b0d-8d84-fb7d65f59b07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.747644] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8c65e31-ef9c-4b0d-8d84-fb7d65f59b07',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.750831] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.751020] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.751144] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.752031] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.752031] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.752031] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port 4ecd82b7-48a4-4fee-b26d-9881b3886068 not found, creating... [ 607.752031] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.752497] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.752497] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.752497] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.752589] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.752812] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.753238] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.753238] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.753402] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.753519] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.753654] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: 4ecd82b7-48a4-4fee-b26d-9881b3886068 is going to be created. [ 607.776602] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.777284] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.777284] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.777284] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.777535] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.777705] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-4ecd82b7-48a4-4fee-b26d-9881b3886068" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.257583] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8c65e31-ef9c-4b0d-8d84-fb7d65f59b07 [ 608.257583] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.257583] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.257583] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.257583] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.257583] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.257583] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8c65e31-ef9c-4b0d-8d84-fb7d65f59b07 already deleted. [ 608.257583] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8c65e31-ef9c-4b0d-8d84-fb7d65f59b07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.403355] env[65906]: INFO networking_nsxv3.common.synchronization [None req-3b1c697d-632b-45b5-b479-db24a4f6e876 tempest-VolumesAssistedSnapshotsTest-364206322 tempest-VolumesAssistedSnapshotsTest-364206322-project-member] Enqueued Resource ID: 5fab8baa-4a4d-460a-baf5-e5014426fecf with Priority: HIGHEST for action security_group_rules [ 608.403629] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fab8baa-4a4d-460a-baf5-e5014426fecf with Priority: HIGHEST for action security_group_rules [ 608.404185] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fab8baa-4a4d-460a-baf5-e5014426fecf taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.404534] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fab8baa-4a4d-460a-baf5-e5014426fecf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.404769] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fab8baa-4a4d-460a-baf5-e5014426fecf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.405236] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fab8baa-4a4d-460a-baf5-e5014426fecf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.405522] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fab8baa-4a4d-460a-baf5-e5014426fecf',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.622203] env[65906]: INFO networking_nsxv3.common.synchronization [req-50bd2a92-aa06-42f7-b616-1a8090c281c6 req-6057a239-2271-4810-ae10-0314748e7341 service nova] Enqueued Resource ID: d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5 with Priority: HIGHEST for action security_group_rules [ 608.622468] env[65906]: INFO networking_nsxv3.common.synchronization [req-50bd2a92-aa06-42f7-b616-1a8090c281c6 req-6057a239-2271-4810-ae10-0314748e7341 service nova] Enqueued Resource ID: d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5 with Priority: HIGHEST for action security_group_members [ 608.622558] env[65906]: INFO networking_nsxv3.common.synchronization [req-50bd2a92-aa06-42f7-b616-1a8090c281c6 req-6057a239-2271-4810-ae10-0314748e7341 service nova] Enqueued Resource ID: 4ecd82b7-48a4-4fee-b26d-9881b3886068 with Priority: HIGHEST for action port [ 608.623080] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5 with Priority: HIGHEST for action security_group_rules [ 608.623375] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5 with Priority: HIGHEST for action security_group_members [ 608.623463] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ecd82b7-48a4-4fee-b26d-9881b3886068 with Priority: HIGHEST for action port [ 608.623723] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.623840] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.623905] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.624201] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.624283] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.625198] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.625198] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.625323] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.626247] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.626247] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.626247] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.626247] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.626247] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.626247] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.626247] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.626758] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ecd82b7-48a4-4fee-b26d-9881b3886068 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.626929] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ecd82b7-48a4-4fee-b26d-9881b3886068" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.626929] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ecd82b7-48a4-4fee-b26d-9881b3886068" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.627132] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ecd82b7-48a4-4fee-b26d-9881b3886068" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.627207] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ecd82b7-48a4-4fee-b26d-9881b3886068',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.742368] env[65906]: INFO networking_nsxv3.common.synchronization [None req-6ba3caa3-a1c2-4f6c-865d-fdd3e7ec796a tempest-VolumesAssistedSnapshotsTest-364206322 tempest-VolumesAssistedSnapshotsTest-364206322-project-member] Enqueued Resource ID: 5fab8baa-4a4d-460a-baf5-e5014426fecf with Priority: HIGHEST for action security_group_rules [ 608.744888] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fab8baa-4a4d-460a-baf5-e5014426fecf with Priority: HIGHEST for action security_group_rules [ 608.744888] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fab8baa-4a4d-460a-baf5-e5014426fecf taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.744888] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fab8baa-4a4d-460a-baf5-e5014426fecf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.927181] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.929490] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.929490] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.929490] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.929490] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.929490] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fab8baa-4a4d-460a-baf5-e5014426fecf already deleted. [ 608.929490] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fab8baa-4a4d-460a-baf5-e5014426fecf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.929490] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fab8baa-4a4d-460a-baf5-e5014426fecf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.929490] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fab8baa-4a4d-460a-baf5-e5014426fecf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.929490] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fab8baa-4a4d-460a-baf5-e5014426fecf',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.130206] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.130206] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.130206] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.131505] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ecd82b7-48a4-4fee-b26d-9881b3886068 with status ACTIVE [ 609.131613] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.131728] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.131859] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.132436] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.133337] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.133728] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.133961] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.135269] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.135269] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.137064] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.137305] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.137420] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.137485] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.137668] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.137746] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.137835] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ecd82b7-48a4-4fee-b26d-9881b3886068 is going to be updated. [ 609.152100] env[65906]: INFO networking_nsxv3.common.synchronization [req-00cb9c35-31ba-48db-aa0f-752fa84ffbea req-e8bb48f9-a26e-4d19-9eea-e457a70e6e87 tempest-ServerDiagnosticsTest-753461226 tempest-ServerDiagnosticsTest-753461226-project-member] Enqueued Resource ID: 34f60b0c-f626-44a7-9259-66d2ed7f9b29 with Priority: HIGHEST for action security_group_members [ 609.152100] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34f60b0c-f626-44a7-9259-66d2ed7f9b29 with Priority: HIGHEST for action security_group_members [ 609.152100] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-34f60b0c-f626-44a7-9259-66d2ed7f9b29 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.152100] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34f60b0c-f626-44a7-9259-66d2ed7f9b29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.152100] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34f60b0c-f626-44a7-9259-66d2ed7f9b29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.152100] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34f60b0c-f626-44a7-9259-66d2ed7f9b29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.152369] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.152422] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.152453] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.152600] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.152683] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.152773] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34f60b0c-f626-44a7-9259-66d2ed7f9b29',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.166720] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.166874] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.166942] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.167179] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.167314] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.167468] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ecd82b7-48a4-4fee-b26d-9881b3886068" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.450085] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.450085] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.450085] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.450085] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.450085] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.450085] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fab8baa-4a4d-460a-baf5-e5014426fecf already deleted. [ 609.450085] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fab8baa-4a4d-460a-baf5-e5014426fecf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.639730] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.656521] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.656702] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.656858] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.656988] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.657094] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.657285] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.657377] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.657537] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.657614] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.657692] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.657778] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34f60b0c-f626-44a7-9259-66d2ed7f9b29 already deleted. [ 609.657890] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34f60b0c-f626-44a7-9259-66d2ed7f9b29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.667072] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d54ff51c-4ab7-4801-bdf3-d05d64000bea in Status: SUCCESS [ 609.667316] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d54ff51c-4ab7-4801-bdf3-d05d64000bea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.667585] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d54ff51c-4ab7-4801-bdf3-d05d64000bea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.667722] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d54ff51c-4ab7-4801-bdf3-d05d64000bea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.668832] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.668832] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.668832] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.668832] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.668832] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.668832] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d54ff51c-4ab7-4801-bdf3-d05d64000bea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.668832] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d54ff51c-4ab7-4801-bdf3-d05d64000bea',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.863942] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-764 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.864154] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.864270] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.864571] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.864934] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.865046] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.866857] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.867949] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.867949] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.867949] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.867949] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.867949] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.867949] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.867949] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.868953] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.869139] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.888084] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.889107] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 609.889107] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.889107] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.889107] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-4f05494a-0c0e-4eb6-9016-907f9444008f taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.889107] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-4f05494a-0c0e-4eb6-9016-907f9444008f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.889107] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-4f05494a-0c0e-4eb6-9016-907f9444008f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.889430] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-4f05494a-0c0e-4eb6-9016-907f9444008f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.889567] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f05494a-0c0e-4eb6-9016-907f9444008f',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.143042] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.143514] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.143611] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.143838] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.143900] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.143999] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5 is going to be created. [ 610.169410] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.170142] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.170294] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.170896] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.171309] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.173660] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d54ff51c-4ab7-4801-bdf3-d05d64000bea taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.173785] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d54ff51c-4ab7-4801-bdf3-d05d64000bea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.173785] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d54ff51c-4ab7-4801-bdf3-d05d64000bea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.173930] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d54ff51c-4ab7-4801-bdf3-d05d64000bea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.174392] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.174392] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.174392] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.174392] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.174648] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.174648] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d54ff51c-4ab7-4801-bdf3-d05d64000bea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.174724] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d54ff51c-4ab7-4801-bdf3-d05d64000bea taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.174783] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d54ff51c-4ab7-4801-bdf3-d05d64000bea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.174822] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d54ff51c-4ab7-4801-bdf3-d05d64000bea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.174961] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d54ff51c-4ab7-4801-bdf3-d05d64000bea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.175099] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.175191] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.175247] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.175376] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.175472] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.175518] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d54ff51c-4ab7-4801-bdf3-d05d64000bea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.175607] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d54ff51c-4ab7-4801-bdf3-d05d64000bea',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.187144] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5 in Status: UNINITIALIZED for 2s [ 610.213888] env[65906]: INFO networking_nsxv3.common.synchronization [None req-a31c4b9e-c509-423d-ac82-4378dffbf003 None None] Enqueued Resource ID: 97cc3a7d-0197-487f-86de-2f36f340c1e1 with Priority: HIGHEST for action port [ 610.213888] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97cc3a7d-0197-487f-86de-2f36f340c1e1 with Priority: HIGHEST for action port [ 610.215686] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-97cc3a7d-0197-487f-86de-2f36f340c1e1 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.215967] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97cc3a7d-0197-487f-86de-2f36f340c1e1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.215967] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97cc3a7d-0197-487f-86de-2f36f340c1e1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.216457] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97cc3a7d-0197-487f-86de-2f36f340c1e1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.216457] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97cc3a7d-0197-487f-86de-2f36f340c1e1',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.378376] env[65906]: INFO networking_nsxv3.common.synchronization [None req-edb0beca-bb9b-44cb-93a0-89a93a94e91b None None] Enqueued Resource ID: c8a8c0e2-0f0f-43b3-93a7-69c28f766c25 with Priority: HIGHEST for action port [ 610.378426] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8a8c0e2-0f0f-43b3-93a7-69c28f766c25 with Priority: HIGHEST for action port [ 610.378948] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8a8c0e2-0f0f-43b3-93a7-69c28f766c25 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.379241] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8a8c0e2-0f0f-43b3-93a7-69c28f766c25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.379241] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8a8c0e2-0f0f-43b3-93a7-69c28f766c25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.379450] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8a8c0e2-0f0f-43b3-93a7-69c28f766c25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.379487] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8a8c0e2-0f0f-43b3-93a7-69c28f766c25',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.392068] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.392221] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.392260] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.392577] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.392765] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.392950] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port 4f05494a-0c0e-4eb6-9016-907f9444008f not found, creating... [ 610.393396] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.393808] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.393808] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.395806] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.396076] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.396406] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.396572] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.396694] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.396909] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.397066] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.397181] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: 4f05494a-0c0e-4eb6-9016-907f9444008f is going to be created. [ 610.420570] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.420742] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.420857] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.421202] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.421463] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.421715] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-4f05494a-0c0e-4eb6-9016-907f9444008f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.678271] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d54ff51c-4ab7-4801-bdf3-d05d64000bea: rpc.has_security_group_logging(os_id): False [ 610.699025] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.699025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.699025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.699025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.699025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.699025] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.699025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.699025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.699025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.699025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.699025] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.699025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.699025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.699025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.699025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.699837] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.699837] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.702272] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.702272] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.702272] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.702272] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d54ff51c-4ab7-4801-bdf3-d05d64000bea is going to be created. [ 610.718698] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97cc3a7d-0197-487f-86de-2f36f340c1e1 [ 610.720280] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.720280] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.720280] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.720280] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.720280] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.720280] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97cc3a7d-0197-487f-86de-2f36f340c1e1 already deleted. [ 610.720280] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97cc3a7d-0197-487f-86de-2f36f340c1e1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.766045] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.766045] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.766045] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.766045] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.766045] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.777654] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d54ff51c-4ab7-4801-bdf3-d05d64000bea in Status: IN_PROGRESS for 2s [ 610.882259] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8a8c0e2-0f0f-43b3-93a7-69c28f766c25 [ 610.883594] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.884708] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.884708] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.884708] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.884708] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.884708] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8a8c0e2-0f0f-43b3-93a7-69c28f766c25 already deleted. [ 610.884708] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8a8c0e2-0f0f-43b3-93a7-69c28f766c25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.157667] env[65906]: INFO networking_nsxv3.common.synchronization [req-00cb9c35-31ba-48db-aa0f-752fa84ffbea req-1e44c3c9-71d9-4bdf-9064-14d308d8463e service nova] Enqueued Resource ID: 34f60b0c-f626-44a7-9259-66d2ed7f9b29 with Priority: HIGHEST for action security_group_rules [ 611.158060] env[65906]: INFO networking_nsxv3.common.synchronization [req-00cb9c35-31ba-48db-aa0f-752fa84ffbea req-1e44c3c9-71d9-4bdf-9064-14d308d8463e service nova] Enqueued Resource ID: 34f60b0c-f626-44a7-9259-66d2ed7f9b29 with Priority: HIGHEST for action security_group_members [ 611.158151] env[65906]: INFO networking_nsxv3.common.synchronization [req-00cb9c35-31ba-48db-aa0f-752fa84ffbea req-1e44c3c9-71d9-4bdf-9064-14d308d8463e service nova] Enqueued Resource ID: 4f05494a-0c0e-4eb6-9016-907f9444008f with Priority: HIGHEST for action port [ 611.158829] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34f60b0c-f626-44a7-9259-66d2ed7f9b29 with Priority: HIGHEST for action security_group_rules [ 611.158985] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34f60b0c-f626-44a7-9259-66d2ed7f9b29 with Priority: HIGHEST for action security_group_members [ 611.159413] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f05494a-0c0e-4eb6-9016-907f9444008f with Priority: HIGHEST for action port [ 611.159889] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34f60b0c-f626-44a7-9259-66d2ed7f9b29 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.160106] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34f60b0c-f626-44a7-9259-66d2ed7f9b29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.160275] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34f60b0c-f626-44a7-9259-66d2ed7f9b29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.160508] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34f60b0c-f626-44a7-9259-66d2ed7f9b29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.160605] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34f60b0c-f626-44a7-9259-66d2ed7f9b29',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.161560] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-34f60b0c-f626-44a7-9259-66d2ed7f9b29 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.161678] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34f60b0c-f626-44a7-9259-66d2ed7f9b29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.161856] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34f60b0c-f626-44a7-9259-66d2ed7f9b29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.161916] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34f60b0c-f626-44a7-9259-66d2ed7f9b29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.162348] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.162348] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.162348] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.162574] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.162574] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.162648] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34f60b0c-f626-44a7-9259-66d2ed7f9b29',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.166217] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f05494a-0c0e-4eb6-9016-907f9444008f taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.166400] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f05494a-0c0e-4eb6-9016-907f9444008f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.166400] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f05494a-0c0e-4eb6-9016-907f9444008f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.167189] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f05494a-0c0e-4eb6-9016-907f9444008f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.167189] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f05494a-0c0e-4eb6-9016-907f9444008f',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.671690] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34f60b0c-f626-44a7-9259-66d2ed7f9b29',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.671690] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-34f60b0c-f626-44a7-9259-66d2ed7f9b29 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.671690] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34f60b0c-f626-44a7-9259-66d2ed7f9b29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.671690] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f05494a-0c0e-4eb6-9016-907f9444008f with status ACTIVE [ 611.671690] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.671690] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.671690] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.671690] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.671690] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.671690] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.671690] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.671690] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.671690] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.671690] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.673237] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.673528] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.676916] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.677455] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.677621] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.677783] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f05494a-0c0e-4eb6-9016-907f9444008f is going to be updated. [ 611.699993] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.700274] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.700274] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.700474] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.700611] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.700768] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f05494a-0c0e-4eb6-9016-907f9444008f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.714882] env[65906]: INFO networking_nsxv3.common.synchronization [req-b304d097-0c94-40fc-b877-aa016d383948 req-03fcf054-da07-4d8a-a468-4e59401d6326 tempest-ImagesOneServerNegativeTestJSON-975420196 tempest-ImagesOneServerNegativeTestJSON-975420196-project-member] Enqueued Resource ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a with Priority: HIGHEST for action security_group_members [ 611.715827] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a with Priority: HIGHEST for action security_group_members [ 611.715827] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cc02c32-2f05-4040-9c14-ff813cab3d2a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.715961] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.716020] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.716271] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.716419] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.716522] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.716589] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.716731] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.716817] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.716904] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cc02c32-2f05-4040-9c14-ff813cab3d2a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.162466] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-484 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.163180] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-484" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.163979] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-484" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.165444] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-484" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.165444] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.166444] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.166444] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.166444] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.166444] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.166741] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.168185] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.168264] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.168397] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.168713] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.169167] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.169306] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.180365] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34f60b0c-f626-44a7-9259-66d2ed7f9b29',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.198127] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.198127] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.198758] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.199163] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-484" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.199746] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-665516d8-4f86-418b-914f-63a5f46187a7 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.199985] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-665516d8-4f86-418b-914f-63a5f46187a7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.200068] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-665516d8-4f86-418b-914f-63a5f46187a7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.200339] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-665516d8-4f86-418b-914f-63a5f46187a7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.200472] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('665516d8-4f86-418b-914f-63a5f46187a7',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.202696] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5 in Status: SUCCESS [ 612.202842] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.203102] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.203383] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.203565] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.203675] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.203741] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.203890] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.203973] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.204070] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.204311] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.220448] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.220561] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.220614] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.220816] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.221423] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.221665] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.221763] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.221835] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.222059] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.222180] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.222229] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a already deleted. [ 612.222367] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.495489] env[65906]: INFO networking_nsxv3.common.synchronization [None req-81b3564c-d3ec-4a9d-89c3-0823964d9184 None None] Enqueued Resource ID: 41e30a9a-bb3a-415f-88cd-0036d2201d50 with Priority: HIGHEST for action port [ 612.496236] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41e30a9a-bb3a-415f-88cd-0036d2201d50 with Priority: HIGHEST for action port [ 612.496598] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-41e30a9a-bb3a-415f-88cd-0036d2201d50 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.496689] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41e30a9a-bb3a-415f-88cd-0036d2201d50" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.496818] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41e30a9a-bb3a-415f-88cd-0036d2201d50" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.497022] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41e30a9a-bb3a-415f-88cd-0036d2201d50" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.498039] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41e30a9a-bb3a-415f-88cd-0036d2201d50',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.684151] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.684358] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.684434] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.684728] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.684884] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.684924] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34f60b0c-f626-44a7-9259-66d2ed7f9b29 is going to be created. [ 612.706828] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.707250] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.707321] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.707647] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.707822] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.707983] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port 665516d8-4f86-418b-914f-63a5f46187a7 not found, creating... [ 612.708257] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.708408] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.708520] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.708720] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.708845] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.709118] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.709274] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.709362] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.709552] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.709672] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.709851] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: 665516d8-4f86-418b-914f-63a5f46187a7 is going to be created. [ 612.711826] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.712023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.712079] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.712231] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.712388] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.712489] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.712546] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.712685] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.712792] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.712838] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.713020] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.713124] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.713183] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.713320] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.713500] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.713560] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.713598] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.713729] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.713801] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.713877] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.713961] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.716746] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.716898] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.717204] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.717265] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.717991] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.730441] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34f60b0c-f626-44a7-9259-66d2ed7f9b29 in Status: UNINITIALIZED for 2s [ 612.740092] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.740593] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.740593] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.741456] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.741769] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.742052] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-665516d8-4f86-418b-914f-63a5f46187a7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.791144] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d54ff51c-4ab7-4801-bdf3-d05d64000bea in Status: SUCCESS [ 612.791398] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d54ff51c-4ab7-4801-bdf3-d05d64000bea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.908966] env[65906]: INFO networking_nsxv3.common.synchronization [req-78693570-570b-4884-ab71-996cf47c4142 req-1e43153f-06ae-47bb-b9df-7e9ce10b3d49 tempest-ServerExternalEventsTest-1827074980 tempest-ServerExternalEventsTest-1827074980-project-member] Enqueued Resource ID: 5d99ac97-2675-407e-9120-916735328925 with Priority: HIGHEST for action security_group_members [ 612.909437] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d99ac97-2675-407e-9120-916735328925 with Priority: HIGHEST for action security_group_members [ 612.910140] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d99ac97-2675-407e-9120-916735328925 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.910140] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d99ac97-2675-407e-9120-916735328925" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.910140] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d99ac97-2675-407e-9120-916735328925" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.910334] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d99ac97-2675-407e-9120-916735328925" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.910442] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.910573] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.910610] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.910877] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.910877] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.910952] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d99ac97-2675-407e-9120-916735328925',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.003211] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41e30a9a-bb3a-415f-88cd-0036d2201d50 [ 613.003211] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.003365] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.003402] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.003603] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.003695] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.003802] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41e30a9a-bb3a-415f-88cd-0036d2201d50 already deleted. [ 613.003868] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41e30a9a-bb3a-415f-88cd-0036d2201d50" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.220233] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5: rpc.has_security_group_logging(os_id): False [ 613.239498] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.239498] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.239498] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.239721] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.239815] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.240138] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.240251] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.240251] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.240393] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.240473] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.240668] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.241295] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.241295] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.241295] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.241295] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.241677] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.241813] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.241949] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.242168] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.242272] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.242428] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5 is going to be created. [ 613.322691] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.324130] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.324130] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.324130] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.324130] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.339956] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5 in Status: IN_PROGRESS for 2s [ 613.410307] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-764 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.410490] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.410607] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.410978] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.411248] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.411403] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.411513] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.411718] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.411858] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.412164] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.412294] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.412428] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.412502] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.412607] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.412705] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.412829] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.414351] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.414470] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.414532] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.414897] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.414897] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.415019] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.415073] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.415107] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.415225] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.415498] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.415498] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d99ac97-2675-407e-9120-916735328925 already deleted. [ 613.415498] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d99ac97-2675-407e-9120-916735328925" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.433859] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.434039] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.434172] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.434335] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.434711] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-47d7477d-a7f1-471c-b6d8-7f7abd8807de taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.434824] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-47d7477d-a7f1-471c-b6d8-7f7abd8807de" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.434905] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-47d7477d-a7f1-471c-b6d8-7f7abd8807de" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.435236] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-47d7477d-a7f1-471c-b6d8-7f7abd8807de" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.435368] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47d7477d-a7f1-471c-b6d8-7f7abd8807de',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.469300] env[65906]: INFO networking_nsxv3.common.synchronization [req-b304d097-0c94-40fc-b877-aa016d383948 req-7578c19e-5fa2-4ebe-8dc0-a4e1acb9c397 service nova] Enqueued Resource ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a with Priority: HIGHEST for action security_group_rules [ 613.469300] env[65906]: INFO networking_nsxv3.common.synchronization [req-b304d097-0c94-40fc-b877-aa016d383948 req-7578c19e-5fa2-4ebe-8dc0-a4e1acb9c397 service nova] Enqueued Resource ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a with Priority: HIGHEST for action security_group_members [ 613.469300] env[65906]: INFO networking_nsxv3.common.synchronization [req-b304d097-0c94-40fc-b877-aa016d383948 req-7578c19e-5fa2-4ebe-8dc0-a4e1acb9c397 service nova] Enqueued Resource ID: 665516d8-4f86-418b-914f-63a5f46187a7 with Priority: HIGHEST for action port [ 613.469300] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a with Priority: HIGHEST for action security_group_rules [ 613.469300] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a with Priority: HIGHEST for action security_group_members [ 613.469300] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 665516d8-4f86-418b-914f-63a5f46187a7 with Priority: HIGHEST for action port [ 613.469300] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cc02c32-2f05-4040-9c14-ff813cab3d2a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.469300] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.469300] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.469300] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.469300] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cc02c32-2f05-4040-9c14-ff813cab3d2a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.469667] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cc02c32-2f05-4040-9c14-ff813cab3d2a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.469707] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.469786] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.469970] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.470116] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.470208] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.470265] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.470404] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.470481] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.470562] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cc02c32-2f05-4040-9c14-ff813cab3d2a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.473296] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-665516d8-4f86-418b-914f-63a5f46187a7 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.474069] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-665516d8-4f86-418b-914f-63a5f46187a7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.474149] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-665516d8-4f86-418b-914f-63a5f46187a7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.474361] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-665516d8-4f86-418b-914f-63a5f46187a7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.474440] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('665516d8-4f86-418b-914f-63a5f46187a7',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.940046] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.940495] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.940615] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.940884] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.941036] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.941189] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port 47d7477d-a7f1-471c-b6d8-7f7abd8807de not found, creating... [ 613.941446] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.941596] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.941706] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.941967] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.942126] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.942391] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.942537] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.942644] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.942839] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.943051] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.943192] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: 47d7477d-a7f1-471c-b6d8-7f7abd8807de is going to be created. [ 613.965533] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.965740] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.965856] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.966131] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.966350] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.966558] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-47d7477d-a7f1-471c-b6d8-7f7abd8807de" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.970237] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cc02c32-2f05-4040-9c14-ff813cab3d2a taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.970237] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.973367] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5cc02c32-2f05-4040-9c14-ff813cab3d2a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.976201] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 665516d8-4f86-418b-914f-63a5f46187a7 with status ACTIVE [ 613.976381] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.976501] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.976565] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.976762] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.976845] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.977030] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.977126] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.977201] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.977327] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.977402] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.977565] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.977652] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.977771] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.978742] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.978742] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.978742] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 665516d8-4f86-418b-914f-63a5f46187a7 is going to be updated. [ 614.001182] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.001690] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.001690] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.001690] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.001832] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.001956] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-665516d8-4f86-418b-914f-63a5f46187a7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.480857] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5cc02c32-2f05-4040-9c14-ff813cab3d2a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.741164] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34f60b0c-f626-44a7-9259-66d2ed7f9b29 in Status: SUCCESS [ 614.741587] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34f60b0c-f626-44a7-9259-66d2ed7f9b29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.741587] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34f60b0c-f626-44a7-9259-66d2ed7f9b29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.741762] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34f60b0c-f626-44a7-9259-66d2ed7f9b29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.742125] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.742271] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.742337] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.742555] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.742673] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.742779] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34f60b0c-f626-44a7-9259-66d2ed7f9b29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.742903] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34f60b0c-f626-44a7-9259-66d2ed7f9b29',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.753742] env[65906]: INFO networking_nsxv3.common.synchronization [req-78693570-570b-4884-ab71-996cf47c4142 req-a12627cd-de8d-44ba-bfbf-12853692fd78 service nova] Enqueued Resource ID: 5d99ac97-2675-407e-9120-916735328925 with Priority: HIGHEST for action security_group_rules [ 614.753893] env[65906]: INFO networking_nsxv3.common.synchronization [req-78693570-570b-4884-ab71-996cf47c4142 req-a12627cd-de8d-44ba-bfbf-12853692fd78 service nova] Enqueued Resource ID: 5d99ac97-2675-407e-9120-916735328925 with Priority: HIGHEST for action security_group_members [ 614.755127] env[65906]: INFO networking_nsxv3.common.synchronization [req-78693570-570b-4884-ab71-996cf47c4142 req-a12627cd-de8d-44ba-bfbf-12853692fd78 service nova] Enqueued Resource ID: 47d7477d-a7f1-471c-b6d8-7f7abd8807de with Priority: HIGHEST for action port [ 614.755127] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d99ac97-2675-407e-9120-916735328925 with Priority: HIGHEST for action security_group_rules [ 614.755127] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d99ac97-2675-407e-9120-916735328925 with Priority: HIGHEST for action security_group_members [ 614.755127] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47d7477d-a7f1-471c-b6d8-7f7abd8807de with Priority: HIGHEST for action port [ 614.756290] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d99ac97-2675-407e-9120-916735328925 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.756417] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d99ac97-2675-407e-9120-916735328925" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.756451] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d99ac97-2675-407e-9120-916735328925" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.756685] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d99ac97-2675-407e-9120-916735328925" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.756772] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d99ac97-2675-407e-9120-916735328925',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.757648] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d99ac97-2675-407e-9120-916735328925 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.757768] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d99ac97-2675-407e-9120-916735328925" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.757832] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d99ac97-2675-407e-9120-916735328925" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.758017] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d99ac97-2675-407e-9120-916735328925" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.758159] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.758248] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.758300] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.758564] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.758564] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.758665] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d99ac97-2675-407e-9120-916735328925',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.760032] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-47d7477d-a7f1-471c-b6d8-7f7abd8807de taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.760032] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47d7477d-a7f1-471c-b6d8-7f7abd8807de" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.760032] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47d7477d-a7f1-471c-b6d8-7f7abd8807de" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.760032] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47d7477d-a7f1-471c-b6d8-7f7abd8807de" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.760032] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47d7477d-a7f1-471c-b6d8-7f7abd8807de',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.845954] env[65906]: INFO networking_nsxv3.common.synchronization [req-67823bcf-8b3f-4029-a0b8-240142ffd1cd req-19612e46-7b7a-41a3-995f-222bc52c7e7b tempest-TenantUsagesTestJSON-1576591753 tempest-TenantUsagesTestJSON-1576591753-project-member] Enqueued Resource ID: fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0 with Priority: HIGHEST for action security_group_members [ 614.847355] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0 with Priority: HIGHEST for action security_group_members [ 614.848581] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.848775] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.848883] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.850086] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.850286] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.850419] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.850490] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.850683] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.850774] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.850868] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.985945] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.985945] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.985945] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.985945] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.985945] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.985945] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a is going to be created. [ 615.018181] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.018329] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.018398] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.018614] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.018773] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.029872] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a in Status: UNINITIALIZED for 2s [ 615.248459] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-34f60b0c-f626-44a7-9259-66d2ed7f9b29 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.248621] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34f60b0c-f626-44a7-9259-66d2ed7f9b29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.248693] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34f60b0c-f626-44a7-9259-66d2ed7f9b29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.248917] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34f60b0c-f626-44a7-9259-66d2ed7f9b29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.249105] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.249206] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.249269] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.249423] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.249511] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.249596] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34f60b0c-f626-44a7-9259-66d2ed7f9b29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.249744] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-34f60b0c-f626-44a7-9259-66d2ed7f9b29 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.249834] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34f60b0c-f626-44a7-9259-66d2ed7f9b29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.249895] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34f60b0c-f626-44a7-9259-66d2ed7f9b29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.250055] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34f60b0c-f626-44a7-9259-66d2ed7f9b29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.250194] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.250283] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.250341] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.250474] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.250547] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.250624] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34f60b0c-f626-44a7-9259-66d2ed7f9b29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.250713] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34f60b0c-f626-44a7-9259-66d2ed7f9b29',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.266783] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d99ac97-2675-407e-9120-916735328925 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.267070] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d99ac97-2675-407e-9120-916735328925" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.267803] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d99ac97-2675-407e-9120-916735328925',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.271838] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47d7477d-a7f1-471c-b6d8-7f7abd8807de with status ACTIVE [ 615.272150] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.272288] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.272555] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.272770] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.273062] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.273862] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.274482] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.274482] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.274778] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.274778] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.274900] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.274965] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.275851] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.275851] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.275851] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.276994] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47d7477d-a7f1-471c-b6d8-7f7abd8807de is going to be updated. [ 615.306092] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.306294] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.306909] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.306909] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.306909] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.306909] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47d7477d-a7f1-471c-b6d8-7f7abd8807de" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.330603] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-764 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.330825] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.330951] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.331688] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.331688] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.331895] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.331895] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.332147] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.332299] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.332535] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.332654] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.332767] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.332900] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.333031] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.333143] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.333291] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.354964] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.355192] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.355363] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.355624] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.356051] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.356051] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.356213] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.356323] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.356556] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.356668] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.356793] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0 already deleted. [ 615.356959] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.358417] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5 in Status: SUCCESS [ 615.358666] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.365483] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.365776] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.365931] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.366134] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.366561] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-87aa2c8e-b3a4-47a2-b485-b67707edd0b9 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.366771] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-87aa2c8e-b3a4-47a2-b485-b67707edd0b9" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.369037] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-87aa2c8e-b3a4-47a2-b485-b67707edd0b9" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.369037] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-87aa2c8e-b3a4-47a2-b485-b67707edd0b9" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.369037] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87aa2c8e-b3a4-47a2-b485-b67707edd0b9',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.754105] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34f60b0c-f626-44a7-9259-66d2ed7f9b29: rpc.has_security_group_logging(os_id): False [ 615.772509] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.772692] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.772849] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.773041] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.773158] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.773342] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.773457] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.773533] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.773683] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.773759] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.773953] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.774055] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.774140] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.774269] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.774414] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.774535] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.774626] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.774693] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.774832] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.774934] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.775043] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34f60b0c-f626-44a7-9259-66d2ed7f9b29 is going to be created. [ 615.776262] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d99ac97-2675-407e-9120-916735328925',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.838544] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.838544] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.838544] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.838829] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.838863] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.851259] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34f60b0c-f626-44a7-9259-66d2ed7f9b29 in Status: IN_PROGRESS for 2s [ 615.871244] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.871244] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.871244] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.871446] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.871509] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.871647] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port 87aa2c8e-b3a4-47a2-b485-b67707edd0b9 not found, creating... [ 615.871931] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.872100] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.872208] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.872412] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.872534] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.872795] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.872976] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.873097] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.873966] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.873966] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.873966] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: 87aa2c8e-b3a4-47a2-b485-b67707edd0b9 is going to be created. [ 615.896227] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.896676] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.896770] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.897027] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.897442] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.897507] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-87aa2c8e-b3a4-47a2-b485-b67707edd0b9" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.280126] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.280498] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.280498] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.280629] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.280629] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.280734] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d99ac97-2675-407e-9120-916735328925 is going to be created. [ 616.334292] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.334468] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.334773] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.334773] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.338036] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.351603] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d99ac97-2675-407e-9120-916735328925 in Status: UNINITIALIZED for 2s [ 616.639520] env[65906]: INFO networking_nsxv3.common.synchronization [req-67823bcf-8b3f-4029-a0b8-240142ffd1cd req-9a9ceac6-d2ef-4d7b-bd94-592d75503e50 service nova] Enqueued Resource ID: fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0 with Priority: HIGHEST for action security_group_rules [ 616.640025] env[65906]: INFO networking_nsxv3.common.synchronization [req-67823bcf-8b3f-4029-a0b8-240142ffd1cd req-9a9ceac6-d2ef-4d7b-bd94-592d75503e50 service nova] Enqueued Resource ID: fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0 with Priority: HIGHEST for action security_group_members [ 616.640025] env[65906]: INFO networking_nsxv3.common.synchronization [req-67823bcf-8b3f-4029-a0b8-240142ffd1cd req-9a9ceac6-d2ef-4d7b-bd94-592d75503e50 service nova] Enqueued Resource ID: 87aa2c8e-b3a4-47a2-b485-b67707edd0b9 with Priority: HIGHEST for action port [ 616.640111] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0 with Priority: HIGHEST for action security_group_rules [ 616.640257] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0 with Priority: HIGHEST for action security_group_members [ 616.640372] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87aa2c8e-b3a4-47a2-b485-b67707edd0b9 with Priority: HIGHEST for action port [ 616.641089] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.641412] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.641491] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.641880] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.641931] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.643067] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.643228] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.644357] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.644682] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.645063] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.645063] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.645063] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.645222] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.645314] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.645453] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.646336] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-87aa2c8e-b3a4-47a2-b485-b67707edd0b9 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.646484] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87aa2c8e-b3a4-47a2-b485-b67707edd0b9" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.646537] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87aa2c8e-b3a4-47a2-b485-b67707edd0b9" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.646668] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87aa2c8e-b3a4-47a2-b485-b67707edd0b9" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.646794] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87aa2c8e-b3a4-47a2-b485-b67707edd0b9',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.659061] env[65906]: INFO networking_nsxv3.common.synchronization [req-3779ea1d-c44e-44ee-97ff-5bacc99f20b6 req-2c5c7ef5-c651-4ddc-b0a7-e59fad3e6062 tempest-SecurityGroupRulesTestJSON-1688282249 tempest-SecurityGroupRulesTestJSON-1688282249-project-member] Enqueued Resource ID: 5dbe230b-cf41-47d3-b83a-847422db9e4d with Priority: HIGHEST for action security_group_rules [ 616.659731] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dbe230b-cf41-47d3-b83a-847422db9e4d with Priority: HIGHEST for action security_group_rules [ 616.660727] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5dbe230b-cf41-47d3-b83a-847422db9e4d taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.660868] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5dbe230b-cf41-47d3-b83a-847422db9e4d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.660919] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5dbe230b-cf41-47d3-b83a-847422db9e4d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.661176] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5dbe230b-cf41-47d3-b83a-847422db9e4d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.661257] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5dbe230b-cf41-47d3-b83a-847422db9e4d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.951661] env[65906]: INFO networking_nsxv3.common.synchronization [req-23861b44-90b4-4c91-bc6c-ea3eb8684cc3 req-fc0e2f65-f202-437f-b60e-119b8076897d tempest-FloatingIPsAssociationNegativeTestJSON-886118286 tempest-FloatingIPsAssociationNegativeTestJSON-886118286-project-member] Enqueued Resource ID: ad683fe0-4d9c-4a46-8556-68f12a24168f with Priority: HIGHEST for action security_group_members [ 616.951944] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad683fe0-4d9c-4a46-8556-68f12a24168f with Priority: HIGHEST for action security_group_members [ 616.952872] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad683fe0-4d9c-4a46-8556-68f12a24168f taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.952872] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad683fe0-4d9c-4a46-8556-68f12a24168f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.952872] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad683fe0-4d9c-4a46-8556-68f12a24168f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.952872] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad683fe0-4d9c-4a46-8556-68f12a24168f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.952872] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.953142] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.953142] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.953304] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.953419] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.953510] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad683fe0-4d9c-4a46-8556-68f12a24168f',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.041756] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a in Status: SUCCESS [ 617.042412] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.042412] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.042528] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.043834] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.043834] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.043834] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.043834] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.043834] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.043834] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.043834] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5cc02c32-2f05-4040-9c14-ff813cab3d2a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.149480] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.149480] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.149480] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.150371] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87aa2c8e-b3a4-47a2-b485-b67707edd0b9 with status ACTIVE [ 617.150642] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.150816] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.150887] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.151114] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.151203] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.151388] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.151483] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.151546] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.151701] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.151815] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.151991] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.157031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.157031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.157031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.157031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.157031] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87aa2c8e-b3a4-47a2-b485-b67707edd0b9 is going to be updated. [ 617.190132] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.190289] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.190374] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.190593] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.190733] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.190888] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87aa2c8e-b3a4-47a2-b485-b67707edd0b9" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.192288] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.192421] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.192500] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.192694] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.192788] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.192875] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5dbe230b-cf41-47d3-b83a-847422db9e4d already deleted. [ 617.192957] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5dbe230b-cf41-47d3-b83a-847422db9e4d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.270314] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-233 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.270488] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-233" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.270577] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-233" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.270958] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-233" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.271405] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.271565] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.271717] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.272027] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.272225] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.272590] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.272658] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.272780] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.272934] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.273105] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.273375] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.273451] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.303748] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.304182] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.304182] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.304270] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-233" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.304550] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-eb6e5d3f-f24a-4471-b67b-49388c6550bb taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.304733] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-eb6e5d3f-f24a-4471-b67b-49388c6550bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.304902] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-eb6e5d3f-f24a-4471-b67b-49388c6550bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.305398] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-eb6e5d3f-f24a-4471-b67b-49388c6550bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.305605] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb6e5d3f-f24a-4471-b67b-49388c6550bb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.456280] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.456544] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.456675] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.457789] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.457789] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.457789] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.457789] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.457789] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.458048] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.458048] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.458127] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad683fe0-4d9c-4a46-8556-68f12a24168f already deleted. [ 617.458247] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad683fe0-4d9c-4a46-8556-68f12a24168f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.545866] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cc02c32-2f05-4040-9c14-ff813cab3d2a taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.546088] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.546134] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.546338] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.546577] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.546675] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.546726] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.546876] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.546976] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.547058] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.547197] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cc02c32-2f05-4040-9c14-ff813cab3d2a taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.547285] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.547365] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.547475] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.547605] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.547692] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.547747] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.547878] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.547951] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.548036] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.548122] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5cc02c32-2f05-4040-9c14-ff813cab3d2a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.656878] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.807888] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.808130] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.808250] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.808594] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.808833] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.809059] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port eb6e5d3f-f24a-4471-b67b-49388c6550bb not found, creating... [ 617.809392] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.809577] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.809802] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.810046] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.810210] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.810508] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.810711] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.810833] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.811109] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.811250] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.811386] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: eb6e5d3f-f24a-4471-b67b-49388c6550bb is going to be created. [ 617.832934] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.832934] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.832934] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.832934] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.832934] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.832934] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-eb6e5d3f-f24a-4471-b67b-49388c6550bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.882481] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34f60b0c-f626-44a7-9259-66d2ed7f9b29 in Status: SUCCESS [ 617.882713] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34f60b0c-f626-44a7-9259-66d2ed7f9b29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.049986] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5cc02c32-2f05-4040-9c14-ff813cab3d2a: rpc.has_security_group_logging(os_id): False [ 618.075589] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.075798] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.075862] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.076102] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.076194] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.076403] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.076501] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.076562] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.076700] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.076776] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.076945] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.077050] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.077123] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.077258] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.077331] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.077509] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.077599] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.077668] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.077790] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.077861] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.077942] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a is going to be created. [ 618.150569] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.150728] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.150801] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.151034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.151221] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.161430] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.162028] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.162028] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.162028] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.162171] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.162202] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0 is going to be created. [ 618.164191] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a in Status: IN_PROGRESS for 2s [ 618.187286] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.187430] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.187501] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.187703] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.187862] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.198059] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0 in Status: UNINITIALIZED for 2s [ 618.361282] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d99ac97-2675-407e-9120-916735328925 in Status: SUCCESS [ 618.361619] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d99ac97-2675-407e-9120-916735328925" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.362634] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d99ac97-2675-407e-9120-916735328925" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.362634] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d99ac97-2675-407e-9120-916735328925" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.362634] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.362634] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.362634] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.362634] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.362634] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.363132] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d99ac97-2675-407e-9120-916735328925" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.363132] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d99ac97-2675-407e-9120-916735328925',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.595860] env[65906]: INFO networking_nsxv3.common.synchronization [req-23861b44-90b4-4c91-bc6c-ea3eb8684cc3 req-edeb1856-0a8d-4f7b-90e2-aa03d39fb272 service nova] Enqueued Resource ID: ad683fe0-4d9c-4a46-8556-68f12a24168f with Priority: HIGHEST for action security_group_rules [ 618.595929] env[65906]: INFO networking_nsxv3.common.synchronization [req-23861b44-90b4-4c91-bc6c-ea3eb8684cc3 req-edeb1856-0a8d-4f7b-90e2-aa03d39fb272 service nova] Enqueued Resource ID: ad683fe0-4d9c-4a46-8556-68f12a24168f with Priority: HIGHEST for action security_group_members [ 618.596411] env[65906]: INFO networking_nsxv3.common.synchronization [req-23861b44-90b4-4c91-bc6c-ea3eb8684cc3 req-edeb1856-0a8d-4f7b-90e2-aa03d39fb272 service nova] Enqueued Resource ID: eb6e5d3f-f24a-4471-b67b-49388c6550bb with Priority: HIGHEST for action port [ 618.596670] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad683fe0-4d9c-4a46-8556-68f12a24168f with Priority: HIGHEST for action security_group_rules [ 618.596818] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad683fe0-4d9c-4a46-8556-68f12a24168f with Priority: HIGHEST for action security_group_members [ 618.596929] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb6e5d3f-f24a-4471-b67b-49388c6550bb with Priority: HIGHEST for action port [ 618.597479] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ad683fe0-4d9c-4a46-8556-68f12a24168f taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.597568] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ad683fe0-4d9c-4a46-8556-68f12a24168f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.597625] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ad683fe0-4d9c-4a46-8556-68f12a24168f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.598064] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ad683fe0-4d9c-4a46-8556-68f12a24168f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.598169] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ad683fe0-4d9c-4a46-8556-68f12a24168f',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.601122] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad683fe0-4d9c-4a46-8556-68f12a24168f taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.601122] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad683fe0-4d9c-4a46-8556-68f12a24168f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.601122] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad683fe0-4d9c-4a46-8556-68f12a24168f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.601122] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad683fe0-4d9c-4a46-8556-68f12a24168f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.601122] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.601122] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.601122] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.601122] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.601122] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.601122] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad683fe0-4d9c-4a46-8556-68f12a24168f',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.602806] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb6e5d3f-f24a-4471-b67b-49388c6550bb taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.602806] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb6e5d3f-f24a-4471-b67b-49388c6550bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.602806] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb6e5d3f-f24a-4471-b67b-49388c6550bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.602806] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb6e5d3f-f24a-4471-b67b-49388c6550bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.602806] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb6e5d3f-f24a-4471-b67b-49388c6550bb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.866336] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d99ac97-2675-407e-9120-916735328925 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.866517] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d99ac97-2675-407e-9120-916735328925" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.867161] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d99ac97-2675-407e-9120-916735328925" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.867161] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d99ac97-2675-407e-9120-916735328925" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.867161] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.867450] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.867450] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.867523] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.867617] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.867716] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d99ac97-2675-407e-9120-916735328925" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.867868] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d99ac97-2675-407e-9120-916735328925 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.868075] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d99ac97-2675-407e-9120-916735328925" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.868149] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d99ac97-2675-407e-9120-916735328925" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.868305] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d99ac97-2675-407e-9120-916735328925" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.868520] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.868601] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.868681] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.868954] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.869033] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.869067] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d99ac97-2675-407e-9120-916735328925" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.869162] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d99ac97-2675-407e-9120-916735328925',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.104491] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ad683fe0-4d9c-4a46-8556-68f12a24168f',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.107875] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad683fe0-4d9c-4a46-8556-68f12a24168f taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.108092] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad683fe0-4d9c-4a46-8556-68f12a24168f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.108378] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb6e5d3f-f24a-4471-b67b-49388c6550bb with status ACTIVE [ 619.108586] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.108710] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.108710] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.109547] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.109547] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.109547] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.109547] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.109547] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.109547] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.109547] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.109784] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.110019] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.112938] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.112938] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.112938] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.112938] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb6e5d3f-f24a-4471-b67b-49388c6550bb is going to be updated. [ 619.137031] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.137031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.137031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.137031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.137031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.138142] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb6e5d3f-f24a-4471-b67b-49388c6550bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.373661] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d99ac97-2675-407e-9120-916735328925: rpc.has_security_group_logging(os_id): False [ 619.413284] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.413431] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.413499] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.413803] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.413803] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.414160] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.414313] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.414313] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.414591] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.414591] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.414802] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.414907] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.415030] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.415290] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.415368] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.415644] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.416319] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.416319] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.416319] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.416319] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.416319] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d99ac97-2675-407e-9120-916735328925 is going to be created. [ 619.493854] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.494031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.494106] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.494325] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.494505] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.515065] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d99ac97-2675-407e-9120-916735328925 in Status: IN_PROGRESS for 2s [ 619.608832] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ad683fe0-4d9c-4a46-8556-68f12a24168f',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.112483] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.113405] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.113405] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.113405] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.113405] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.113405] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad683fe0-4d9c-4a46-8556-68f12a24168f is going to be created. [ 620.141063] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.141378] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.141378] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.141595] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.141767] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.152568] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad683fe0-4d9c-4a46-8556-68f12a24168f in Status: UNINITIALIZED for 2s [ 620.176737] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a in Status: SUCCESS [ 620.176737] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.210535] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0 in Status: SUCCESS [ 620.210535] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.210535] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.210535] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.210535] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.210535] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.210535] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.210535] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.210535] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.210535] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.210535] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.712080] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.712411] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.712411] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.712584] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.713202] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.713202] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.713202] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.713202] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.713436] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.713436] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.713495] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.713591] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.713651] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.713792] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.713967] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.714080] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.714170] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.714298] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.714375] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.714455] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.714541] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.221452] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0: rpc.has_security_group_logging(os_id): False [ 621.249711] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.249711] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.249711] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.249711] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.250131] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.250131] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.250131] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.250951] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.250951] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.250951] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.250951] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.250951] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.250951] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.250951] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.250951] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.253085] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.253085] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.253085] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.253085] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.253085] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.253085] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0 is going to be created. [ 621.341774] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.342374] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.342575] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.343025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.343350] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.362518] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0 in Status: IN_PROGRESS for 2s [ 621.529939] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d99ac97-2675-407e-9120-916735328925 in Status: SUCCESS [ 621.529939] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d99ac97-2675-407e-9120-916735328925" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.164559] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad683fe0-4d9c-4a46-8556-68f12a24168f in Status: SUCCESS [ 622.164884] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad683fe0-4d9c-4a46-8556-68f12a24168f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.164940] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad683fe0-4d9c-4a46-8556-68f12a24168f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.168145] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad683fe0-4d9c-4a46-8556-68f12a24168f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.168145] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.168145] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.168145] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.168145] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.168145] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.168145] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad683fe0-4d9c-4a46-8556-68f12a24168f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.168145] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ad683fe0-4d9c-4a46-8556-68f12a24168f',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.236108] env[65906]: INFO networking_nsxv3.common.synchronization [req-c0727c6d-532a-4cf9-88f0-0a9c9555673e req-df84164c-f6a6-4711-8a4b-72a26bc2a8a2 tempest-SecurityGroupRulesTestJSON-1688282249 tempest-SecurityGroupRulesTestJSON-1688282249-project-member] Enqueued Resource ID: d7d51811-8952-4123-bae0-cd15e1d827a7 with Priority: HIGHEST for action security_group_rules [ 622.238041] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7d51811-8952-4123-bae0-cd15e1d827a7 with Priority: HIGHEST for action security_group_rules [ 622.238041] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7d51811-8952-4123-bae0-cd15e1d827a7 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.238041] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7d51811-8952-4123-bae0-cd15e1d827a7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.238041] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7d51811-8952-4123-bae0-cd15e1d827a7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.238041] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7d51811-8952-4123-bae0-cd15e1d827a7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.238480] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7d51811-8952-4123-bae0-cd15e1d827a7',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.672646] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad683fe0-4d9c-4a46-8556-68f12a24168f taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.672646] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad683fe0-4d9c-4a46-8556-68f12a24168f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.672646] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad683fe0-4d9c-4a46-8556-68f12a24168f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.672903] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad683fe0-4d9c-4a46-8556-68f12a24168f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.672903] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.673000] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.674204] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.674204] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.674204] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.674204] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad683fe0-4d9c-4a46-8556-68f12a24168f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.674204] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad683fe0-4d9c-4a46-8556-68f12a24168f taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.674204] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad683fe0-4d9c-4a46-8556-68f12a24168f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.674204] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad683fe0-4d9c-4a46-8556-68f12a24168f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.674204] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad683fe0-4d9c-4a46-8556-68f12a24168f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.674204] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.674204] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.674204] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.674204] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.674788] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.674788] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad683fe0-4d9c-4a46-8556-68f12a24168f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.674788] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ad683fe0-4d9c-4a46-8556-68f12a24168f',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.688029] env[65906]: INFO networking_nsxv3.common.synchronization [None req-4f1cbdbf-5366-4027-b550-9fe45e0d5fab None None] Enqueued Resource ID: 60e8724e-7c02-4ccb-a632-9e4ca5a3d84f with Priority: HIGHEST for action port [ 622.688029] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60e8724e-7c02-4ccb-a632-9e4ca5a3d84f with Priority: HIGHEST for action port [ 622.688029] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-60e8724e-7c02-4ccb-a632-9e4ca5a3d84f taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.688029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60e8724e-7c02-4ccb-a632-9e4ca5a3d84f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.688029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60e8724e-7c02-4ccb-a632-9e4ca5a3d84f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.688029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60e8724e-7c02-4ccb-a632-9e4ca5a3d84f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.688029] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60e8724e-7c02-4ccb-a632-9e4ca5a3d84f',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.765271] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.765271] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.768166] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.769518] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.769518] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.769518] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7d51811-8952-4123-bae0-cd15e1d827a7 already deleted. [ 622.769518] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7d51811-8952-4123-bae0-cd15e1d827a7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.772422] env[65906]: INFO networking_nsxv3.common.synchronization [None req-d50a3ca3-2920-4624-80af-9057f358fb0e None None] Enqueued Resource ID: 4c855338-ee3c-4aa1-a540-4fb0d0dadc12 with Priority: HIGHEST for action port [ 622.773062] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c855338-ee3c-4aa1-a540-4fb0d0dadc12 with Priority: HIGHEST for action port [ 622.773956] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c855338-ee3c-4aa1-a540-4fb0d0dadc12 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.773956] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c855338-ee3c-4aa1-a540-4fb0d0dadc12" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.774173] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c855338-ee3c-4aa1-a540-4fb0d0dadc12" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.774284] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c855338-ee3c-4aa1-a540-4fb0d0dadc12" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.774460] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c855338-ee3c-4aa1-a540-4fb0d0dadc12',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.178708] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ad683fe0-4d9c-4a46-8556-68f12a24168f: rpc.has_security_group_logging(os_id): False [ 623.191471] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 60e8724e-7c02-4ccb-a632-9e4ca5a3d84f [ 623.191471] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.191471] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.191471] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.191471] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.191471] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.191471] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:60e8724e-7c02-4ccb-a632-9e4ca5a3d84f already deleted. [ 623.191982] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60e8724e-7c02-4ccb-a632-9e4ca5a3d84f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.205330] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.205330] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.205330] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.205330] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.205330] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.205330] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.205330] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.205330] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.205330] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.205330] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.205330] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.205330] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.205330] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.205330] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.205330] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.205955] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.206233] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.206433] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.206696] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.206864] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.207038] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ad683fe0-4d9c-4a46-8556-68f12a24168f is going to be created. [ 623.280167] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.280167] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.280167] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.280167] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.280167] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.280167] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c855338-ee3c-4aa1-a540-4fb0d0dadc12 [ 623.280167] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.280167] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.280167] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.281034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.281034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.281034] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c855338-ee3c-4aa1-a540-4fb0d0dadc12 already deleted. [ 623.282673] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c855338-ee3c-4aa1-a540-4fb0d0dadc12" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.294460] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad683fe0-4d9c-4a46-8556-68f12a24168f in Status: IN_PROGRESS for 2s [ 623.378646] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0 in Status: SUCCESS [ 623.378877] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.438796] env[65906]: INFO networking_nsxv3.common.synchronization [req-91e3da82-50cb-49ea-bd44-ba6e1df4fb98 req-f00421a4-5c0f-40f2-9c68-0ab8a4ccf211 tempest-AttachInterfacesV270Test-205971369 tempest-AttachInterfacesV270Test-205971369-project-member] Enqueued Resource ID: 3d394350-9b64-4069-ac81-ee882e32df7d with Priority: HIGHEST for action security_group_members [ 623.439721] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d394350-9b64-4069-ac81-ee882e32df7d with Priority: HIGHEST for action security_group_members [ 623.439721] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d394350-9b64-4069-ac81-ee882e32df7d taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.439721] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d394350-9b64-4069-ac81-ee882e32df7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.439721] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d394350-9b64-4069-ac81-ee882e32df7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.440860] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d394350-9b64-4069-ac81-ee882e32df7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.440860] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.441132] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.441132] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.441132] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.441230] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.441299] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d394350-9b64-4069-ac81-ee882e32df7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.811609] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.815943] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-948" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.815943] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-948" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.815943] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-948" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.815943] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.815943] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.815943] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.815943] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.815943] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.815943] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.815943] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.815943] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.815943] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.815943] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.815943] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.815943] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.841751] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.841751] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.841751] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.841751] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-948" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.841996] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-1a754f1f-90c8-4ea3-9a04-132bdf59f2fe taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.842138] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-1a754f1f-90c8-4ea3-9a04-132bdf59f2fe" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.842189] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-1a754f1f-90c8-4ea3-9a04-132bdf59f2fe" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.842653] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-1a754f1f-90c8-4ea3-9a04-132bdf59f2fe" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.842750] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a754f1f-90c8-4ea3-9a04-132bdf59f2fe',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.948857] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.949032] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.949102] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.949330] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.949402] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.949707] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.949824] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.949884] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.950046] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.950120] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.950203] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d394350-9b64-4069-ac81-ee882e32df7d already deleted. [ 623.950282] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d394350-9b64-4069-ac81-ee882e32df7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.346437] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.347469] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.348336] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.351168] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.351168] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.351168] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port 1a754f1f-90c8-4ea3-9a04-132bdf59f2fe not found, creating... [ 624.351168] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.351168] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.351168] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.351168] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.351168] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.351168] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.351168] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.351596] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.352053] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.352349] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.352618] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: 1a754f1f-90c8-4ea3-9a04-132bdf59f2fe is going to be created. [ 624.384748] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.389994] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.390395] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.391794] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.391794] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.391794] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-1a754f1f-90c8-4ea3-9a04-132bdf59f2fe" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.582638] env[65906]: INFO networking_nsxv3.common.synchronization [None req-b787a2e2-abd8-4cb2-9e56-4505e6da9f86 tempest-ServersWithSpecificFlavorTestJSON-138366733 tempest-ServersWithSpecificFlavorTestJSON-138366733-project-member] Enqueued Resource ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b with Priority: HIGHEST for action security_group_rules [ 624.583768] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b with Priority: HIGHEST for action security_group_rules [ 624.583768] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15149eb3-e81e-45d6-9e83-27a6d82a712b taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.584257] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.584257] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.584376] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.584462] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15149eb3-e81e-45d6-9e83-27a6d82a712b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.727152] env[65906]: INFO networking_nsxv3.common.synchronization [None req-5122df17-38e9-400b-be90-5dbe417334c4 tempest-ServersWithSpecificFlavorTestJSON-138366733 tempest-ServersWithSpecificFlavorTestJSON-138366733-project-member] Enqueued Resource ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b with Priority: HIGHEST for action security_group_rules [ 624.728061] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b with Priority: HIGHEST for action security_group_rules [ 624.728377] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15149eb3-e81e-45d6-9e83-27a6d82a712b taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.728496] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.109662] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.109895] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.109960] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.110732] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.110836] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.110947] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b already deleted. [ 625.111116] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.111200] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.111473] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.111473] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15149eb3-e81e-45d6-9e83-27a6d82a712b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.116252] env[65906]: INFO networking_nsxv3.common.synchronization [req-91e3da82-50cb-49ea-bd44-ba6e1df4fb98 req-82ba9ced-54cd-4444-946b-46cefc7f2447 service nova] Enqueued Resource ID: 3d394350-9b64-4069-ac81-ee882e32df7d with Priority: HIGHEST for action security_group_rules [ 625.116511] env[65906]: INFO networking_nsxv3.common.synchronization [req-91e3da82-50cb-49ea-bd44-ba6e1df4fb98 req-82ba9ced-54cd-4444-946b-46cefc7f2447 service nova] Enqueued Resource ID: 3d394350-9b64-4069-ac81-ee882e32df7d with Priority: HIGHEST for action security_group_members [ 625.117126] env[65906]: INFO networking_nsxv3.common.synchronization [req-91e3da82-50cb-49ea-bd44-ba6e1df4fb98 req-82ba9ced-54cd-4444-946b-46cefc7f2447 service nova] Enqueued Resource ID: 1a754f1f-90c8-4ea3-9a04-132bdf59f2fe with Priority: HIGHEST for action port [ 625.118290] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d394350-9b64-4069-ac81-ee882e32df7d with Priority: HIGHEST for action security_group_rules [ 625.118575] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d394350-9b64-4069-ac81-ee882e32df7d with Priority: HIGHEST for action security_group_members [ 625.118719] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a754f1f-90c8-4ea3-9a04-132bdf59f2fe with Priority: HIGHEST for action port [ 625.121646] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d394350-9b64-4069-ac81-ee882e32df7d taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.121810] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d394350-9b64-4069-ac81-ee882e32df7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.121872] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d394350-9b64-4069-ac81-ee882e32df7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.122146] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d394350-9b64-4069-ac81-ee882e32df7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.122230] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d394350-9b64-4069-ac81-ee882e32df7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.123148] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d394350-9b64-4069-ac81-ee882e32df7d taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.123706] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d394350-9b64-4069-ac81-ee882e32df7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.123706] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d394350-9b64-4069-ac81-ee882e32df7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.123706] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d394350-9b64-4069-ac81-ee882e32df7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.123706] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.123885] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.123885] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.123957] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.125813] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.125937] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d394350-9b64-4069-ac81-ee882e32df7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.127098] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a754f1f-90c8-4ea3-9a04-132bdf59f2fe taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.127507] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a754f1f-90c8-4ea3-9a04-132bdf59f2fe" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.127584] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a754f1f-90c8-4ea3-9a04-132bdf59f2fe" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.127763] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a754f1f-90c8-4ea3-9a04-132bdf59f2fe" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.127841] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a754f1f-90c8-4ea3-9a04-132bdf59f2fe',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.309934] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ad683fe0-4d9c-4a46-8556-68f12a24168f in Status: SUCCESS [ 625.310176] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ad683fe0-4d9c-4a46-8556-68f12a24168f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.458535] env[65906]: INFO networking_nsxv3.common.synchronization [None req-6b3adcbe-940d-444e-8fd0-96e856585429 None None] Enqueued Resource ID: 0708b3d6-3c68-48bc-b16f-d8c7c1791630 with Priority: HIGHEST for action port [ 625.458535] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0708b3d6-3c68-48bc-b16f-d8c7c1791630 with Priority: HIGHEST for action port [ 625.458535] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-0708b3d6-3c68-48bc-b16f-d8c7c1791630 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.458535] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0708b3d6-3c68-48bc-b16f-d8c7c1791630" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.458535] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0708b3d6-3c68-48bc-b16f-d8c7c1791630" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.458535] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0708b3d6-3c68-48bc-b16f-d8c7c1791630" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.458535] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0708b3d6-3c68-48bc-b16f-d8c7c1791630',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.570855] env[65906]: INFO networking_nsxv3.common.synchronization [None req-4c5dfefc-fba3-4fb9-a4c5-cb3b73a5ce1f None None] Enqueued Resource ID: 1c33a279-a329-4d33-aa4e-4798436c730e with Priority: HIGHEST for action port [ 625.571468] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c33a279-a329-4d33-aa4e-4798436c730e with Priority: HIGHEST for action port [ 625.571820] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c33a279-a329-4d33-aa4e-4798436c730e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.571960] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c33a279-a329-4d33-aa4e-4798436c730e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.572039] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c33a279-a329-4d33-aa4e-4798436c730e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.572326] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c33a279-a329-4d33-aa4e-4798436c730e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.573555] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c33a279-a329-4d33-aa4e-4798436c730e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.632043] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d394350-9b64-4069-ac81-ee882e32df7d taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.632043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d394350-9b64-4069-ac81-ee882e32df7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.633139] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d394350-9b64-4069-ac81-ee882e32df7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.633941] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a754f1f-90c8-4ea3-9a04-132bdf59f2fe with status ACTIVE [ 625.635157] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.635157] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.635157] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.635157] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.635157] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.635157] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.635157] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.635157] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.640356] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.640356] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.640356] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.640356] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.640356] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.640356] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.640356] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.640356] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a754f1f-90c8-4ea3-9a04-132bdf59f2fe is going to be updated. [ 625.647098] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.647098] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.647098] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.647098] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.647098] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.647098] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b already deleted. [ 625.647098] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.663472] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.665127] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.665127] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.665127] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.665127] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.665127] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a754f1f-90c8-4ea3-9a04-132bdf59f2fe" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.797450] env[65906]: INFO networking_nsxv3.common.synchronization [req-459a4b79-d31d-4cea-a015-4024a6e8ad02 req-257b499c-e3ce-48a3-889f-d8ff8f60ab9f tempest-VolumesAssistedSnapshotsTest-364206322 tempest-VolumesAssistedSnapshotsTest-364206322-project-member] Enqueued Resource ID: 5fab8baa-4a4d-460a-baf5-e5014426fecf with Priority: HIGHEST for action security_group_members [ 625.798087] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fab8baa-4a4d-460a-baf5-e5014426fecf with Priority: HIGHEST for action security_group_members [ 625.798447] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fab8baa-4a4d-460a-baf5-e5014426fecf taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.799191] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fab8baa-4a4d-460a-baf5-e5014426fecf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.799549] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fab8baa-4a4d-460a-baf5-e5014426fecf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.799950] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fab8baa-4a4d-460a-baf5-e5014426fecf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.802137] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.802137] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.802137] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.802137] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.802137] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.802137] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fab8baa-4a4d-460a-baf5-e5014426fecf',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.967028] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0708b3d6-3c68-48bc-b16f-d8c7c1791630 [ 625.967028] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.967028] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.967028] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.967284] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.968052] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.968293] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0708b3d6-3c68-48bc-b16f-d8c7c1791630 already deleted. [ 625.968436] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0708b3d6-3c68-48bc-b16f-d8c7c1791630" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.074954] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c33a279-a329-4d33-aa4e-4798436c730e [ 626.075292] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.075414] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.075545] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.075713] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.075802] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.075897] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c33a279-a329-4d33-aa4e-4798436c730e already deleted. [ 626.075988] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c33a279-a329-4d33-aa4e-4798436c730e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.142540] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d394350-9b64-4069-ac81-ee882e32df7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.152010] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-667 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.152010] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-667" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.152246] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-667" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.152574] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-667" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.152954] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.152954] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.153122] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.153411] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.153565] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.153981] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.154119] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.154229] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.154332] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.154438] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.154542] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.154671] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.179524] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.179730] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.179866] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.180056] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-667" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.180381] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-f2178fdc-3eef-43f8-a42a-b554789d90d4 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.180551] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-f2178fdc-3eef-43f8-a42a-b554789d90d4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.180666] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-f2178fdc-3eef-43f8-a42a-b554789d90d4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.181008] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-f2178fdc-3eef-43f8-a42a-b554789d90d4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.181155] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2178fdc-3eef-43f8-a42a-b554789d90d4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.305163] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.305163] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.305163] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.305625] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.306430] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.306430] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.306430] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.306430] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.306827] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.307165] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.307236] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fab8baa-4a4d-460a-baf5-e5014426fecf already deleted. [ 626.307324] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fab8baa-4a4d-460a-baf5-e5014426fecf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.645075] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.645075] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.645075] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.645075] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.645075] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.645075] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d394350-9b64-4069-ac81-ee882e32df7d is going to be created. [ 626.669378] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.669378] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.669378] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.669522] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.669659] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.682510] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d394350-9b64-4069-ac81-ee882e32df7d in Status: UNINITIALIZED for 2s [ 626.684940] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.684940] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.684940] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.684940] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.684940] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.685295] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port f2178fdc-3eef-43f8-a42a-b554789d90d4 not found, creating... [ 626.685295] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.685419] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.685527] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.686327] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.686327] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.686327] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.686327] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.686525] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.686608] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.686769] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.686882] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: f2178fdc-3eef-43f8-a42a-b554789d90d4 is going to be created. [ 626.708032] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.708032] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.708032] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.708032] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.708032] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.708032] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-f2178fdc-3eef-43f8-a42a-b554789d90d4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.530553] env[65906]: INFO networking_nsxv3.common.synchronization [req-2fd3317c-35ff-4ac7-b138-ece6d99b0887 req-bad6d482-b042-47cb-b1b2-ddb4542604d5 tempest-ServersTestBootFromVolume-343005168 tempest-ServersTestBootFromVolume-343005168-project-member] Enqueued Resource ID: 434a4fa5-3252-45f4-92b5-c49d9aa2b3bf with Priority: HIGHEST for action security_group_members [ 627.531193] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 434a4fa5-3252-45f4-92b5-c49d9aa2b3bf with Priority: HIGHEST for action security_group_members [ 627.531530] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.531669] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.531734] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.532017] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.532235] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.532658] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.532658] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.532658] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.532832] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.532832] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('434a4fa5-3252-45f4-92b5-c49d9aa2b3bf',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.549656] env[65906]: INFO networking_nsxv3.common.synchronization [req-459a4b79-d31d-4cea-a015-4024a6e8ad02 req-6b7c2296-7d1e-4b4a-9e60-32530082f4f4 service nova] Enqueued Resource ID: 5fab8baa-4a4d-460a-baf5-e5014426fecf with Priority: HIGHEST for action security_group_rules [ 627.549656] env[65906]: INFO networking_nsxv3.common.synchronization [req-459a4b79-d31d-4cea-a015-4024a6e8ad02 req-6b7c2296-7d1e-4b4a-9e60-32530082f4f4 service nova] Enqueued Resource ID: 5fab8baa-4a4d-460a-baf5-e5014426fecf with Priority: HIGHEST for action security_group_members [ 627.549656] env[65906]: INFO networking_nsxv3.common.synchronization [req-459a4b79-d31d-4cea-a015-4024a6e8ad02 req-6b7c2296-7d1e-4b4a-9e60-32530082f4f4 service nova] Enqueued Resource ID: f2178fdc-3eef-43f8-a42a-b554789d90d4 with Priority: HIGHEST for action port [ 627.551124] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fab8baa-4a4d-460a-baf5-e5014426fecf with Priority: HIGHEST for action security_group_rules [ 627.551343] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fab8baa-4a4d-460a-baf5-e5014426fecf with Priority: HIGHEST for action security_group_members [ 627.551498] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2178fdc-3eef-43f8-a42a-b554789d90d4 with Priority: HIGHEST for action port [ 627.555474] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fab8baa-4a4d-460a-baf5-e5014426fecf taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.555549] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fab8baa-4a4d-460a-baf5-e5014426fecf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.555604] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fab8baa-4a4d-460a-baf5-e5014426fecf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.555820] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fab8baa-4a4d-460a-baf5-e5014426fecf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.556407] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fab8baa-4a4d-460a-baf5-e5014426fecf',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.556791] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fab8baa-4a4d-460a-baf5-e5014426fecf taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.556945] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fab8baa-4a4d-460a-baf5-e5014426fecf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.557021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fab8baa-4a4d-460a-baf5-e5014426fecf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.557655] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fab8baa-4a4d-460a-baf5-e5014426fecf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.557816] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.557935] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.557981] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.559247] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.559247] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.559247] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fab8baa-4a4d-460a-baf5-e5014426fecf',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.559247] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2178fdc-3eef-43f8-a42a-b554789d90d4 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.559247] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2178fdc-3eef-43f8-a42a-b554789d90d4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.559501] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2178fdc-3eef-43f8-a42a-b554789d90d4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.561157] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2178fdc-3eef-43f8-a42a-b554789d90d4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.561270] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2178fdc-3eef-43f8-a42a-b554789d90d4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.860496] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.860836] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-136" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.861137] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-136" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.861335] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-136" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.861769] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.861937] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.862076] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.862298] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.862459] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.863166] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.863259] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.863570] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.863719] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.863836] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.864316] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.864316] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.884586] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.884811] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 627.884954] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.885142] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-136" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.885467] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-cd7507a3-d947-4af6-a69b-8f301e177017 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.885617] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-cd7507a3-d947-4af6-a69b-8f301e177017" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.885736] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-cd7507a3-d947-4af6-a69b-8f301e177017" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.885995] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-cd7507a3-d947-4af6-a69b-8f301e177017" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.886144] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd7507a3-d947-4af6-a69b-8f301e177017',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.036070] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.036163] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.036203] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.036395] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.036488] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.036676] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.036772] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.036834] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.036974] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.037057] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.037140] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 434a4fa5-3252-45f4-92b5-c49d9aa2b3bf already deleted. [ 628.037217] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.064412] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fab8baa-4a4d-460a-baf5-e5014426fecf',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.065476] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fab8baa-4a4d-460a-baf5-e5014426fecf taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.065602] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fab8baa-4a4d-460a-baf5-e5014426fecf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.069374] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2178fdc-3eef-43f8-a42a-b554789d90d4 with status ACTIVE [ 628.070048] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.070048] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.070048] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.070048] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.070239] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.070336] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.070381] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.070412] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.070562] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.070632] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.070799] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.071196] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.071196] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.071196] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.071196] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.071333] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2178fdc-3eef-43f8-a42a-b554789d90d4 is going to be updated. [ 628.100041] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.100243] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.101256] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.101256] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.101256] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.101256] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2178fdc-3eef-43f8-a42a-b554789d90d4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.389037] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.389210] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.389371] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.389655] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.389838] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.389995] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port cd7507a3-d947-4af6-a69b-8f301e177017 not found, creating... [ 628.390316] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.390508] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.390625] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.390880] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.391068] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.391386] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.391546] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.391652] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.391894] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.392121] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.392205] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: cd7507a3-d947-4af6-a69b-8f301e177017 is going to be created. [ 628.416116] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.416299] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.416499] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.416779] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.417028] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.417262] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-cd7507a3-d947-4af6-a69b-8f301e177017" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.566962] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fab8baa-4a4d-460a-baf5-e5014426fecf',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.692256] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d394350-9b64-4069-ac81-ee882e32df7d in Status: SUCCESS [ 628.692572] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d394350-9b64-4069-ac81-ee882e32df7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.692750] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d394350-9b64-4069-ac81-ee882e32df7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.692970] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d394350-9b64-4069-ac81-ee882e32df7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.693169] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.693288] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.693351] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.693585] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.693585] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.693697] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d394350-9b64-4069-ac81-ee882e32df7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.693746] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d394350-9b64-4069-ac81-ee882e32df7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.070162] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.070520] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.070520] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.070638] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.070724] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.070820] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fab8baa-4a4d-460a-baf5-e5014426fecf is going to be created. [ 629.097783] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.097950] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.098026] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.098253] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.098421] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.103933] env[65906]: INFO networking_nsxv3.common.synchronization [req-2fd3317c-35ff-4ac7-b138-ece6d99b0887 req-b0debbe2-c070-418a-b55c-b74f02b25ebe service nova] Enqueued Resource ID: 434a4fa5-3252-45f4-92b5-c49d9aa2b3bf with Priority: HIGHEST for action security_group_rules [ 629.104113] env[65906]: INFO networking_nsxv3.common.synchronization [req-2fd3317c-35ff-4ac7-b138-ece6d99b0887 req-b0debbe2-c070-418a-b55c-b74f02b25ebe service nova] Enqueued Resource ID: 434a4fa5-3252-45f4-92b5-c49d9aa2b3bf with Priority: HIGHEST for action security_group_members [ 629.104244] env[65906]: INFO networking_nsxv3.common.synchronization [req-2fd3317c-35ff-4ac7-b138-ece6d99b0887 req-b0debbe2-c070-418a-b55c-b74f02b25ebe service nova] Enqueued Resource ID: cd7507a3-d947-4af6-a69b-8f301e177017 with Priority: HIGHEST for action port [ 629.104474] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 434a4fa5-3252-45f4-92b5-c49d9aa2b3bf with Priority: HIGHEST for action security_group_rules [ 629.104582] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 434a4fa5-3252-45f4-92b5-c49d9aa2b3bf with Priority: HIGHEST for action security_group_members [ 629.104679] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd7507a3-d947-4af6-a69b-8f301e177017 with Priority: HIGHEST for action port [ 629.105236] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.105529] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.105619] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.105813] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.105912] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('434a4fa5-3252-45f4-92b5-c49d9aa2b3bf',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.106991] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.107081] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.107155] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.107479] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.107479] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.107609] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.107641] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.107875] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.107875] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.108162] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('434a4fa5-3252-45f4-92b5-c49d9aa2b3bf',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.108937] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd7507a3-d947-4af6-a69b-8f301e177017 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.109054] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd7507a3-d947-4af6-a69b-8f301e177017" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.109123] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd7507a3-d947-4af6-a69b-8f301e177017" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.109273] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd7507a3-d947-4af6-a69b-8f301e177017" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.109376] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd7507a3-d947-4af6-a69b-8f301e177017',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.110896] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fab8baa-4a4d-460a-baf5-e5014426fecf in Status: UNINITIALIZED for 2s [ 629.196032] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d394350-9b64-4069-ac81-ee882e32df7d taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.196193] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d394350-9b64-4069-ac81-ee882e32df7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.196299] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d394350-9b64-4069-ac81-ee882e32df7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.196513] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d394350-9b64-4069-ac81-ee882e32df7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.197519] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.197519] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.197519] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.197519] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.197519] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.197519] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d394350-9b64-4069-ac81-ee882e32df7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.197519] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d394350-9b64-4069-ac81-ee882e32df7d taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.197519] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d394350-9b64-4069-ac81-ee882e32df7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.197519] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d394350-9b64-4069-ac81-ee882e32df7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.197873] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d394350-9b64-4069-ac81-ee882e32df7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.197873] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.197873] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.197873] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.198018] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.198018] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.198077] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d394350-9b64-4069-ac81-ee882e32df7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.198159] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d394350-9b64-4069-ac81-ee882e32df7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.611088] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.611255] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.611503] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('434a4fa5-3252-45f4-92b5-c49d9aa2b3bf',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.612549] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd7507a3-d947-4af6-a69b-8f301e177017 with status ACTIVE [ 629.612819] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.612973] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.613060] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.613289] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.613407] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.613614] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.613744] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.617036] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.617036] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.617036] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.617036] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.617036] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.617313] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.617313] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.617313] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.617459] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd7507a3-d947-4af6-a69b-8f301e177017 is going to be updated. [ 629.648570] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.648570] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.648570] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.648570] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.648779] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.648832] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd7507a3-d947-4af6-a69b-8f301e177017" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.699949] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d394350-9b64-4069-ac81-ee882e32df7d: rpc.has_security_group_logging(os_id): False [ 629.730665] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.730835] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.730922] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.731243] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.731372] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.731770] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.731846] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.731911] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.732141] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.732991] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.733257] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.733363] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.733436] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.733620] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.733736] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.733943] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.734240] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.734240] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.734652] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.734652] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.734652] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d394350-9b64-4069-ac81-ee882e32df7d is going to be created. [ 629.898826] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.899602] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.899879] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.900578] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.905272] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.922111] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d394350-9b64-4069-ac81-ee882e32df7d in Status: IN_PROGRESS for 2s [ 630.123948] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('434a4fa5-3252-45f4-92b5-c49d9aa2b3bf',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.607945] env[65906]: INFO networking_nsxv3.common.synchronization [req-c10dc40e-bde8-49f7-82ee-a76c15854b30 req-0540dc64-9aa8-4fef-9fcd-0ad99d372684 tempest-SecurityGroupRulesTestJSON-1688282249 tempest-SecurityGroupRulesTestJSON-1688282249-project-member] Enqueued Resource ID: 630a09a1-3885-4de0-b215-0f8ba4e13f7c with Priority: HIGHEST for action security_group_rules [ 630.608413] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 630a09a1-3885-4de0-b215-0f8ba4e13f7c with Priority: HIGHEST for action security_group_rules [ 630.608697] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-630a09a1-3885-4de0-b215-0f8ba4e13f7c taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.608828] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-630a09a1-3885-4de0-b215-0f8ba4e13f7c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.608902] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-630a09a1-3885-4de0-b215-0f8ba4e13f7c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.609194] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-630a09a1-3885-4de0-b215-0f8ba4e13f7c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.609281] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('630a09a1-3885-4de0-b215-0f8ba4e13f7c',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.626648] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.626648] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.626648] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.626972] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.627065] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.627341] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 434a4fa5-3252-45f4-92b5-c49d9aa2b3bf is going to be created. [ 630.651786] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.652027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.652113] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.652340] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.652502] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.672624] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 434a4fa5-3252-45f4-92b5-c49d9aa2b3bf in Status: UNINITIALIZED for 2s [ 631.124258] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fab8baa-4a4d-460a-baf5-e5014426fecf in Status: SUCCESS [ 631.124867] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fab8baa-4a4d-460a-baf5-e5014426fecf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.124867] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fab8baa-4a4d-460a-baf5-e5014426fecf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.125051] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fab8baa-4a4d-460a-baf5-e5014426fecf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.125189] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.128480] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.128480] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.128480] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.128480] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.128480] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fab8baa-4a4d-460a-baf5-e5014426fecf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.128480] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5fab8baa-4a4d-460a-baf5-e5014426fecf',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.135020] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.135228] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.135314] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.135578] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.135745] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.136144] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 630a09a1-3885-4de0-b215-0f8ba4e13f7c already deleted. [ 631.136144] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-630a09a1-3885-4de0-b215-0f8ba4e13f7c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.629103] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5fab8baa-4a4d-460a-baf5-e5014426fecf',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.940159] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d394350-9b64-4069-ac81-ee882e32df7d in Status: SUCCESS [ 631.940390] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d394350-9b64-4069-ac81-ee882e32df7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.133308] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5fab8baa-4a4d-460a-baf5-e5014426fecf: rpc.has_security_group_logging(os_id): False [ 632.158042] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.158220] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.158299] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.158710] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.158710] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.160213] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.160213] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.160213] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.160213] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.160213] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.160213] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fab8baa-4a4d-460a-baf5-e5014426fecf is going to be created. [ 632.231522] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.231794] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.232059] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.232322] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.232645] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.245485] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fab8baa-4a4d-460a-baf5-e5014426fecf in Status: IN_PROGRESS for 2s [ 632.556757] env[65906]: INFO networking_nsxv3.common.synchronization [req-88718d47-7d6d-4fa8-8f4e-8cc8b37efa44 req-555e2b5d-a0a3-41b7-af34-badbf13a0107 tempest-InstanceActionsNegativeTestJSON-2099151051 tempest-InstanceActionsNegativeTestJSON-2099151051-project-member] Enqueued Resource ID: f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2 with Priority: HIGHEST for action security_group_members [ 632.558626] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2 with Priority: HIGHEST for action security_group_members [ 632.558626] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.558820] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.558820] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.559221] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.559848] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.559848] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.559848] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.560064] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.560064] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.560165] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.686847] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 434a4fa5-3252-45f4-92b5-c49d9aa2b3bf in Status: SUCCESS [ 632.687130] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.688025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.688025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.688025] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.688318] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.688318] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.688477] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.688620] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.688750] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.688855] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('434a4fa5-3252-45f4-92b5-c49d9aa2b3bf',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.990825] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-881 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.991065] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-881" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.991351] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-881" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.991867] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-881" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.992365] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.992956] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.992956] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.993480] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.993737] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.994149] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.994514] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.994639] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.994764] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.994899] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.995023] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.995165] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.047476] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.047806] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.052 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 633.047990] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.048189] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-881" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.048615] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-3b4466d8-0d2c-46f4-b757-7cfb3e57e658 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.048764] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-3b4466d8-0d2c-46f4-b757-7cfb3e57e658" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.048868] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-3b4466d8-0d2c-46f4-b757-7cfb3e57e658" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.049261] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-3b4466d8-0d2c-46f4-b757-7cfb3e57e658" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.049468] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b4466d8-0d2c-46f4-b757-7cfb3e57e658',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.063073] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.063253] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.063335] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.063575] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.063668] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.063962] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.064090] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.064174] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.064311] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.064390] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.064479] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2 already deleted. [ 633.064595] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.191864] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('434a4fa5-3252-45f4-92b5-c49d9aa2b3bf',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.302536] env[65906]: INFO networking_nsxv3.common.synchronization [req-e6b32663-2782-4041-84ee-b8e0204968f8 req-fd289305-67ed-4607-ae13-c01b38d9b847 tempest-ServerDiagnosticsNegativeTest-2011430960 tempest-ServerDiagnosticsNegativeTest-2011430960-project-member] Enqueued Resource ID: d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5 with Priority: HIGHEST for action security_group_members [ 633.303130] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5 with Priority: HIGHEST for action security_group_members [ 633.303438] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.303725] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.303792] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.304083] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.304228] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.304332] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.304390] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.304545] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.304633] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.304728] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.553325] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.553603] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.553795] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.554159] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.554395] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.554569] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port 3b4466d8-0d2c-46f4-b757-7cfb3e57e658 not found, creating... [ 633.554827] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.554976] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.555097] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.555316] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.555450] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.555715] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.555861] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.555969] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.556184] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.556310] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.556450] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: 3b4466d8-0d2c-46f4-b757-7cfb3e57e658 is going to be created. [ 633.578123] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.578397] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.578464] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.578756] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.578977] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.579217] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-3b4466d8-0d2c-46f4-b757-7cfb3e57e658" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.695228] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 434a4fa5-3252-45f4-92b5-c49d9aa2b3bf: rpc.has_security_group_logging(os_id): False [ 633.728099] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.728378] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.728378] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.728564] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.728687] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.728994] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.729116] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.729171] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.729360] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.729439] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.729527] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 434a4fa5-3252-45f4-92b5-c49d9aa2b3bf is going to be created. [ 633.807660] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.807828] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.807905] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.808205] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.808309] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.808529] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.808629] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.808690] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.808852] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.808930] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.809031] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5 is going to be updated. [ 633.817146] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.817387] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.817459] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.817678] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.817875] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.834376] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 434a4fa5-3252-45f4-92b5-c49d9aa2b3bf in Status: IN_PROGRESS for 2s [ 633.857802] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.858157] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.858354] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.858716] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.858957] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.868901] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5 in Status: IN_PROGRESS for 2s [ 634.265460] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fab8baa-4a4d-460a-baf5-e5014426fecf in Status: SUCCESS [ 634.265752] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fab8baa-4a4d-460a-baf5-e5014426fecf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.358058] env[65906]: INFO networking_nsxv3.common.synchronization [req-88718d47-7d6d-4fa8-8f4e-8cc8b37efa44 req-f4a4256f-890c-4352-80f3-0ede286ff1f8 service nova] Enqueued Resource ID: f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2 with Priority: HIGHEST for action security_group_rules [ 634.358058] env[65906]: INFO networking_nsxv3.common.synchronization [req-88718d47-7d6d-4fa8-8f4e-8cc8b37efa44 req-f4a4256f-890c-4352-80f3-0ede286ff1f8 service nova] Enqueued Resource ID: f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2 with Priority: HIGHEST for action security_group_members [ 634.358058] env[65906]: INFO networking_nsxv3.common.synchronization [req-88718d47-7d6d-4fa8-8f4e-8cc8b37efa44 req-f4a4256f-890c-4352-80f3-0ede286ff1f8 service nova] Enqueued Resource ID: 3b4466d8-0d2c-46f4-b757-7cfb3e57e658 with Priority: HIGHEST for action port [ 634.358058] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2 with Priority: HIGHEST for action security_group_rules [ 634.358058] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2 with Priority: HIGHEST for action security_group_members [ 634.358058] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b4466d8-0d2c-46f4-b757-7cfb3e57e658 with Priority: HIGHEST for action port [ 634.358058] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.358058] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.358058] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.358058] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.358778] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.361109] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.361679] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.361860] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.362252] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.365857] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.365857] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.365857] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.365857] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.365857] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.365857] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.370101] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b4466d8-0d2c-46f4-b757-7cfb3e57e658 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.370101] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b4466d8-0d2c-46f4-b757-7cfb3e57e658" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.370101] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b4466d8-0d2c-46f4-b757-7cfb3e57e658" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.370562] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b4466d8-0d2c-46f4-b757-7cfb3e57e658" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.370562] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b4466d8-0d2c-46f4-b757-7cfb3e57e658',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.666972] env[65906]: INFO networking_nsxv3.common.synchronization [req-a911987e-5073-4ef3-a0c3-5141b39dd439 req-7897ae92-927d-4b24-b7a7-17ca28cc3eeb tempest-ServerDiagnosticsTest-753461226 tempest-ServerDiagnosticsTest-753461226-project-member] Enqueued Resource ID: 34f60b0c-f626-44a7-9259-66d2ed7f9b29 with Priority: HIGHEST for action security_group_members [ 634.671128] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34f60b0c-f626-44a7-9259-66d2ed7f9b29 with Priority: HIGHEST for action security_group_members [ 634.671663] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-34f60b0c-f626-44a7-9259-66d2ed7f9b29 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.671848] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34f60b0c-f626-44a7-9259-66d2ed7f9b29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.671926] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34f60b0c-f626-44a7-9259-66d2ed7f9b29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.672245] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34f60b0c-f626-44a7-9259-66d2ed7f9b29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.672644] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.672764] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.672764] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.673494] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.673494] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.673494] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34f60b0c-f626-44a7-9259-66d2ed7f9b29',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.874523] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.875778] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.875778] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.875947] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b4466d8-0d2c-46f4-b757-7cfb3e57e658 with status ACTIVE [ 634.876079] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.876485] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.876485] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.876485] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.876621] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.876702] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.876803] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.876873] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.877046] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.877126] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.877308] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.877401] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.877461] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.877605] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.877692] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.877800] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b4466d8-0d2c-46f4-b757-7cfb3e57e658 is going to be updated. [ 634.909859] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.910079] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.910079] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.910304] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.910413] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.910580] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b4466d8-0d2c-46f4-b757-7cfb3e57e658" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.176777] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.177017] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.177017] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.177372] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.177665] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.177902] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.178047] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.178167] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.178426] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.178559] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.178668] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34f60b0c-f626-44a7-9259-66d2ed7f9b29 is going to be updated. [ 635.214663] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.214987] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.215147] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.215835] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.215835] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.228345] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34f60b0c-f626-44a7-9259-66d2ed7f9b29 in Status: IN_PROGRESS for 2s [ 635.322690] env[65906]: INFO networking_nsxv3.common.synchronization [req-d4f4d000-c7d9-49fa-8c2a-21e0a6ab6611 req-6682a0a4-0b91-45be-a6a1-42bf51a5bb79 tempest-FloatingIPsAssociationTestJSON-464697251 tempest-FloatingIPsAssociationTestJSON-464697251-project-member] Enqueued Resource ID: 854c0692-f886-4131-a445-bab0e08b0c94 with Priority: HIGHEST for action security_group_members [ 635.322690] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 854c0692-f886-4131-a445-bab0e08b0c94 with Priority: HIGHEST for action security_group_members [ 635.323178] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-854c0692-f886-4131-a445-bab0e08b0c94 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.323178] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.323178] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.323532] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.323705] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.323860] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.323966] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.324188] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.324302] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.324418] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('854c0692-f886-4131-a445-bab0e08b0c94',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.380058] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.829118] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.829118] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.829118] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.829118] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.829118] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.829118] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.829118] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.829493] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.829493] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.829591] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.830327] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 854c0692-f886-4131-a445-bab0e08b0c94 already deleted. [ 635.830327] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.857649] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 434a4fa5-3252-45f4-92b5-c49d9aa2b3bf in Status: SUCCESS [ 635.857954] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.882381] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5 in Status: SUCCESS [ 635.882620] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5 deletion is rescheduled due to dependency. [ 635.882746] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.883453] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.883453] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.883453] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.883711] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.883743] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.883854] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2 is going to be created. [ 635.914692] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.915019] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.915103] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.915409] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.915606] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.928786] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2 in Status: UNINITIALIZED for 2s [ 636.065936] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-482 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.066265] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-482" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.066413] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-482" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.066814] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-482" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.067802] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.068834] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.068834] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.068834] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.068834] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.069147] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.069147] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.069147] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.069654] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.069791] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.070047] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.070163] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.096289] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.096511] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 636.096669] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.096852] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-482" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.097230] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-b98e282c-37cb-4a35-8f31-d6e35ce2c0d0 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.097403] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-b98e282c-37cb-4a35-8f31-d6e35ce2c0d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.097529] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-b98e282c-37cb-4a35-8f31-d6e35ce2c0d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.099050] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-b98e282c-37cb-4a35-8f31-d6e35ce2c0d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.099596] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b98e282c-37cb-4a35-8f31-d6e35ce2c0d0',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.244878] env[65906]: INFO networking_nsxv3.common.synchronization [None req-aaac0b8b-915c-43a3-9c42-f786903f60f8 None None] Enqueued Resource ID: d2602d37-75dd-4cb4-a8d6-22060e475680 with Priority: HIGHEST for action port [ 636.249938] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2602d37-75dd-4cb4-a8d6-22060e475680 with Priority: HIGHEST for action port [ 636.250383] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2602d37-75dd-4cb4-a8d6-22060e475680 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.250520] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2602d37-75dd-4cb4-a8d6-22060e475680" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.250590] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2602d37-75dd-4cb4-a8d6-22060e475680" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.250925] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2602d37-75dd-4cb4-a8d6-22060e475680" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.251088] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2602d37-75dd-4cb4-a8d6-22060e475680',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.602521] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.603424] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.603424] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.603424] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.603593] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.604170] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port b98e282c-37cb-4a35-8f31-d6e35ce2c0d0 not found, creating... [ 636.604170] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.604170] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.604377] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.604414] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.604574] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.605071] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.605071] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.605559] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.605784] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.605911] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.606063] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: b98e282c-37cb-4a35-8f31-d6e35ce2c0d0 is going to be created. [ 636.696749] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.697022] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.697608] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.698463] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.698544] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.698871] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-b98e282c-37cb-4a35-8f31-d6e35ce2c0d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.754839] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2602d37-75dd-4cb4-a8d6-22060e475680 [ 636.754839] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.754839] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.754839] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.754839] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.754839] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.754839] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2602d37-75dd-4cb4-a8d6-22060e475680 already deleted. [ 636.754839] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2602d37-75dd-4cb4-a8d6-22060e475680" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.244161] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34f60b0c-f626-44a7-9259-66d2ed7f9b29 in Status: SUCCESS [ 637.244742] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34f60b0c-f626-44a7-9259-66d2ed7f9b29 deletion is rescheduled due to dependency. [ 637.244742] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34f60b0c-f626-44a7-9259-66d2ed7f9b29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.483471] env[65906]: INFO networking_nsxv3.common.synchronization [req-d4f4d000-c7d9-49fa-8c2a-21e0a6ab6611 req-833e4b64-0f60-432a-a12f-76f60ecff03e service nova] Enqueued Resource ID: 854c0692-f886-4131-a445-bab0e08b0c94 with Priority: HIGHEST for action security_group_rules [ 637.483703] env[65906]: INFO networking_nsxv3.common.synchronization [req-d4f4d000-c7d9-49fa-8c2a-21e0a6ab6611 req-833e4b64-0f60-432a-a12f-76f60ecff03e service nova] Enqueued Resource ID: 854c0692-f886-4131-a445-bab0e08b0c94 with Priority: HIGHEST for action security_group_members [ 637.483789] env[65906]: INFO networking_nsxv3.common.synchronization [req-d4f4d000-c7d9-49fa-8c2a-21e0a6ab6611 req-833e4b64-0f60-432a-a12f-76f60ecff03e service nova] Enqueued Resource ID: b98e282c-37cb-4a35-8f31-d6e35ce2c0d0 with Priority: HIGHEST for action port [ 637.485080] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 854c0692-f886-4131-a445-bab0e08b0c94 with Priority: HIGHEST for action security_group_rules [ 637.485449] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 854c0692-f886-4131-a445-bab0e08b0c94 with Priority: HIGHEST for action security_group_members [ 637.485564] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b98e282c-37cb-4a35-8f31-d6e35ce2c0d0 with Priority: HIGHEST for action port [ 637.485879] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-854c0692-f886-4131-a445-bab0e08b0c94 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.485999] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.486208] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.486453] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.486556] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('854c0692-f886-4131-a445-bab0e08b0c94',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.487549] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-854c0692-f886-4131-a445-bab0e08b0c94 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.487688] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.487797] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.488495] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.488644] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.488757] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.488840] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.488967] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.489064] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.489151] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('854c0692-f886-4131-a445-bab0e08b0c94',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.490573] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-b98e282c-37cb-4a35-8f31-d6e35ce2c0d0 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.490731] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b98e282c-37cb-4a35-8f31-d6e35ce2c0d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.490775] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b98e282c-37cb-4a35-8f31-d6e35ce2c0d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.490922] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b98e282c-37cb-4a35-8f31-d6e35ce2c0d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.491014] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b98e282c-37cb-4a35-8f31-d6e35ce2c0d0',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.943452] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2 in Status: SUCCESS [ 637.943860] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.943911] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.944134] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.944330] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.944501] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.944555] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.944714] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.944794] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.944895] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.944984] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.993706] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('854c0692-f886-4131-a445-bab0e08b0c94',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.999214] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-854c0692-f886-4131-a445-bab0e08b0c94 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.999214] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.999214] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b98e282c-37cb-4a35-8f31-d6e35ce2c0d0 with status ACTIVE [ 637.999214] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.999214] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.999214] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.999214] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.999214] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.999673] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.999673] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.999673] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.999780] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.000061] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.000061] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.000215] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.000215] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.000332] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.000382] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.000462] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b98e282c-37cb-4a35-8f31-d6e35ce2c0d0 is going to be updated. [ 638.046312] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.046464] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.046539] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.046760] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.046919] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.047070] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b98e282c-37cb-4a35-8f31-d6e35ce2c0d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.310113] env[65906]: INFO networking_nsxv3.common.synchronization [req-0d20549d-b554-4f21-a6be-3d5f5fd874de req-43afd9ad-8154-4e8d-9d06-49896a12ade0 tempest-ServerExternalEventsTest-1827074980 tempest-ServerExternalEventsTest-1827074980-project-member] Enqueued Resource ID: 5d99ac97-2675-407e-9120-916735328925 with Priority: HIGHEST for action security_group_members [ 638.311048] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d99ac97-2675-407e-9120-916735328925 with Priority: HIGHEST for action security_group_members [ 638.311493] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d99ac97-2675-407e-9120-916735328925 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.311676] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d99ac97-2675-407e-9120-916735328925" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.311786] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d99ac97-2675-407e-9120-916735328925" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.312092] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d99ac97-2675-407e-9120-916735328925" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.312599] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.312754] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.312946] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.313660] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.313660] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.313793] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d99ac97-2675-407e-9120-916735328925',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.448461] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.448984] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.449565] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.449898] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.450206] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.450269] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.450344] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.450717] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.450717] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.450781] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.452050] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.452050] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.452190] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.453117] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.453117] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.453294] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.453445] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.453743] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.453915] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.454538] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.454538] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.503096] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('854c0692-f886-4131-a445-bab0e08b0c94',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.755261] env[65906]: INFO networking_nsxv3.common.synchronization [req-23e2f679-33bf-41e7-bfab-d1062ab55283 req-c54649b5-8fc4-4d9f-b0bc-0b699bbc1689 tempest-ServersWithSpecificFlavorTestJSON-138366733 tempest-ServersWithSpecificFlavorTestJSON-138366733-project-member] Enqueued Resource ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b with Priority: HIGHEST for action security_group_members [ 638.755960] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b with Priority: HIGHEST for action security_group_members [ 638.756371] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-15149eb3-e81e-45d6-9e83-27a6d82a712b taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.756371] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.756371] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.756649] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.756845] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.757041] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.757349] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.757349] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.757455] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.757580] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15149eb3-e81e-45d6-9e83-27a6d82a712b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.821213] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.821213] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.821213] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.821529] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.821529] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.821605] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.821674] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.821732] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.821885] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.821958] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.822060] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d99ac97-2675-407e-9120-916735328925 is going to be updated. [ 638.853973] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.854240] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.855104] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.855104] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.855104] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.865264] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d99ac97-2675-407e-9120-916735328925 in Status: IN_PROGRESS for 2s [ 638.926295] env[65906]: INFO networking_nsxv3.common.synchronization [None req-9c44446f-0f33-47a2-8414-72af48c6f2b0 None None] Enqueued Resource ID: 8eaa60bb-6d5d-4d1b-88bb-04ef57a06274 with Priority: HIGHEST for action port [ 638.927087] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8eaa60bb-6d5d-4d1b-88bb-04ef57a06274 with Priority: HIGHEST for action port [ 638.927409] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-8eaa60bb-6d5d-4d1b-88bb-04ef57a06274 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.927558] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8eaa60bb-6d5d-4d1b-88bb-04ef57a06274" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.927602] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8eaa60bb-6d5d-4d1b-88bb-04ef57a06274" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.927855] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8eaa60bb-6d5d-4d1b-88bb-04ef57a06274" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.927936] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8eaa60bb-6d5d-4d1b-88bb-04ef57a06274',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.957936] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2: rpc.has_security_group_logging(os_id): False [ 638.984081] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.984081] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.984081] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.984081] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.984081] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.984081] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.984081] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.984081] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.984081] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.984081] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.984081] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.984081] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.984081] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.984081] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.984081] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.984873] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.984873] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.984873] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.984873] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.984873] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.984873] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2 is going to be created. [ 639.007617] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.007617] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.007617] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.007617] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.007617] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.007617] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 854c0692-f886-4131-a445-bab0e08b0c94 is going to be created. [ 639.037122] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.037122] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.037122] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.037122] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.037122] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.047134] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 854c0692-f886-4131-a445-bab0e08b0c94 in Status: UNINITIALIZED for 2s [ 639.053974] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.055921] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.055921] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.055921] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.055921] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.066665] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2 in Status: IN_PROGRESS for 2s [ 639.260593] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.260792] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.260884] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.261227] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.261350] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.261561] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.261668] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.261730] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.261896] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.261969] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.262075] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b already deleted. [ 639.262174] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.291226] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-650 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.291460] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-650" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.291581] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-650" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.291937] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-650" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.292414] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.292414] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.292572] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.292989] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.292989] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.293150] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.293259] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.293361] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.293470] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.293563] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.293660] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.293788] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.348579] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.348857] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.055 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 639.348944] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.349187] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-650" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.349604] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-3ca45bf6-b6c3-438d-bc91-24476c96df82 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.350068] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-3ca45bf6-b6c3-438d-bc91-24476c96df82" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.350327] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-3ca45bf6-b6c3-438d-bc91-24476c96df82" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.351027] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-3ca45bf6-b6c3-438d-bc91-24476c96df82" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.351340] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ca45bf6-b6c3-438d-bc91-24476c96df82',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.432012] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8eaa60bb-6d5d-4d1b-88bb-04ef57a06274 [ 639.432012] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.432012] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.432179] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.432329] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.432442] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.432537] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8eaa60bb-6d5d-4d1b-88bb-04ef57a06274 already deleted. [ 639.432621] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8eaa60bb-6d5d-4d1b-88bb-04ef57a06274" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.633271] env[65906]: INFO networking_nsxv3.common.synchronization [None req-b587d94e-2590-47f1-8f9f-907f51c81894 None None] Enqueued Resource ID: 53b1c906-6515-45f3-9820-93837a2a2841 with Priority: HIGHEST for action port [ 639.633271] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b1c906-6515-45f3-9820-93837a2a2841 with Priority: HIGHEST for action port [ 639.633521] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-53b1c906-6515-45f3-9820-93837a2a2841 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.633625] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53b1c906-6515-45f3-9820-93837a2a2841" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.633662] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53b1c906-6515-45f3-9820-93837a2a2841" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.633952] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53b1c906-6515-45f3-9820-93837a2a2841" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.634053] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53b1c906-6515-45f3-9820-93837a2a2841',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.856248] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.856427] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.856517] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.856805] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.856954] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.857119] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port 3ca45bf6-b6c3-438d-bc91-24476c96df82 not found, creating... [ 639.857382] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.857539] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.857652] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.857867] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.857998] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.858292] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.858428] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.858557] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.858727] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.858850] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.858983] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: 3ca45bf6-b6c3-438d-bc91-24476c96df82 is going to be created. [ 639.883323] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.883625] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.883824] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.884185] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.884474] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.884754] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-3ca45bf6-b6c3-438d-bc91-24476c96df82" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.137849] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53b1c906-6515-45f3-9820-93837a2a2841 [ 640.137849] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.137849] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.137849] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.137849] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.137849] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.137849] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53b1c906-6515-45f3-9820-93837a2a2841 already deleted. [ 640.137849] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53b1c906-6515-45f3-9820-93837a2a2841" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.622409] env[65906]: INFO networking_nsxv3.common.synchronization [req-23e2f679-33bf-41e7-bfab-d1062ab55283 req-e59ff8f1-59cf-40e9-bfb8-a2f5e0305d26 service nova] Enqueued Resource ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b with Priority: HIGHEST for action security_group_rules [ 640.622596] env[65906]: INFO networking_nsxv3.common.synchronization [req-23e2f679-33bf-41e7-bfab-d1062ab55283 req-e59ff8f1-59cf-40e9-bfb8-a2f5e0305d26 service nova] Enqueued Resource ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b with Priority: HIGHEST for action security_group_members [ 640.622735] env[65906]: INFO networking_nsxv3.common.synchronization [req-23e2f679-33bf-41e7-bfab-d1062ab55283 req-e59ff8f1-59cf-40e9-bfb8-a2f5e0305d26 service nova] Enqueued Resource ID: 3ca45bf6-b6c3-438d-bc91-24476c96df82 with Priority: HIGHEST for action port [ 640.623283] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b with Priority: HIGHEST for action security_group_rules [ 640.624119] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b with Priority: HIGHEST for action security_group_members [ 640.624249] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ca45bf6-b6c3-438d-bc91-24476c96df82 with Priority: HIGHEST for action port [ 640.624954] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15149eb3-e81e-45d6-9e83-27a6d82a712b taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.624954] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.624954] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.625149] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.625149] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15149eb3-e81e-45d6-9e83-27a6d82a712b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.628259] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-15149eb3-e81e-45d6-9e83-27a6d82a712b taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.628259] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.628259] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.628259] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.628259] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.628259] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.628259] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.628259] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.628259] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.628259] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15149eb3-e81e-45d6-9e83-27a6d82a712b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.630043] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ca45bf6-b6c3-438d-bc91-24476c96df82 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.630226] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ca45bf6-b6c3-438d-bc91-24476c96df82" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.630286] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ca45bf6-b6c3-438d-bc91-24476c96df82" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.630418] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ca45bf6-b6c3-438d-bc91-24476c96df82" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.631207] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ca45bf6-b6c3-438d-bc91-24476c96df82',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.877170] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d99ac97-2675-407e-9120-916735328925 in Status: SUCCESS [ 640.877170] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d99ac97-2675-407e-9120-916735328925 deletion is rescheduled due to dependency. [ 640.877170] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d99ac97-2675-407e-9120-916735328925" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.058626] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 854c0692-f886-4131-a445-bab0e08b0c94 in Status: SUCCESS [ 641.058882] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.059146] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.059415] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.061930] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.061930] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.061930] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.061930] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.061930] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.061930] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.061930] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('854c0692-f886-4131-a445-bab0e08b0c94',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.080834] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2 in Status: SUCCESS [ 641.082576] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.128096] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-15149eb3-e81e-45d6-9e83-27a6d82a712b taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.128279] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.133725] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ca45bf6-b6c3-438d-bc91-24476c96df82 with status ACTIVE [ 641.133984] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.134186] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.134271] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.134543] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.134585] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.134741] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.134846] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.134979] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.135128] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.135240] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.135624] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.135624] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.135624] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.135743] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.135743] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.135798] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ca45bf6-b6c3-438d-bc91-24476c96df82 is going to be updated. [ 641.137158] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15149eb3-e81e-45d6-9e83-27a6d82a712b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.165950] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.165950] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.165950] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.165950] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.165950] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.165950] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ca45bf6-b6c3-438d-bc91-24476c96df82" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.564572] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-854c0692-f886-4131-a445-bab0e08b0c94 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.565153] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.565153] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.565330] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.565483] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.565609] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.565820] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.565820] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.566122] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.566122] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.566332] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-854c0692-f886-4131-a445-bab0e08b0c94 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.566332] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.566332] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.566731] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.566731] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.566731] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.566731] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.566966] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.566966] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.567155] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.567279] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('854c0692-f886-4131-a445-bab0e08b0c94',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.641044] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15149eb3-e81e-45d6-9e83-27a6d82a712b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.070398] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 854c0692-f886-4131-a445-bab0e08b0c94: rpc.has_security_group_logging(os_id): False [ 642.091861] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.092129] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.092129] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.092349] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.092452] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.092670] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.092798] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.093049] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.093049] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.093049] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.093375] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.093375] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.093375] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.093517] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.093563] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.093984] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.093984] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.093984] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.093984] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.096339] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.096339] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 854c0692-f886-4131-a445-bab0e08b0c94 is going to be created. [ 642.145666] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.145666] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.145666] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.145666] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.145666] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.145666] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b is going to be created. [ 642.168228] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.168228] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.168228] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.168228] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.168228] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.177508] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.179019] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.179222] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.179460] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.179626] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.183026] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 854c0692-f886-4131-a445-bab0e08b0c94 in Status: IN_PROGRESS for 2s [ 642.193999] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b in Status: UNINITIALIZED for 2s [ 642.285209] env[65906]: INFO networking_nsxv3.common.synchronization [req-797604b6-a0d4-47af-a80f-8c74c0554a3b req-8c7cf001-5979-488e-9f64-3c5cc562b83a tempest-ListImageFiltersTestJSON-1289798639 tempest-ListImageFiltersTestJSON-1289798639-project-member] Enqueued Resource ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 with Priority: HIGHEST for action security_group_members [ 642.289071] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 with Priority: HIGHEST for action security_group_members [ 642.289071] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.289071] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.289071] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.289071] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.289071] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.289071] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.289071] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.289071] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.289071] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.289071] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f8e7d0b-1fa8-4c54-a04f-753adc2fa578',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.525047] env[65906]: INFO networking_nsxv3.common.synchronization [None req-fcaf1cf1-deda-4a0a-8af5-b1a89e6e036e None None] Enqueued Resource ID: e209d74d-bd92-4943-ae7b-09cf0919ff02 with Priority: HIGHEST for action port [ 642.525255] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e209d74d-bd92-4943-ae7b-09cf0919ff02 with Priority: HIGHEST for action port [ 642.525859] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-e209d74d-bd92-4943-ae7b-09cf0919ff02 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.525991] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e209d74d-bd92-4943-ae7b-09cf0919ff02" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.526070] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e209d74d-bd92-4943-ae7b-09cf0919ff02" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.526408] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e209d74d-bd92-4943-ae7b-09cf0919ff02" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.526471] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e209d74d-bd92-4943-ae7b-09cf0919ff02',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.560433] env[65906]: INFO networking_nsxv3.common.synchronization [None req-4bb5a325-3948-47b0-b1f5-d0c2dabd9a00 None None] Enqueued Resource ID: 3c2a564d-ffeb-4307-818a-992e82395627 with Priority: HIGHEST for action port [ 642.561919] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c2a564d-ffeb-4307-818a-992e82395627 with Priority: HIGHEST for action port [ 642.561919] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c2a564d-ffeb-4307-818a-992e82395627 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.562201] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c2a564d-ffeb-4307-818a-992e82395627" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.563056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c2a564d-ffeb-4307-818a-992e82395627" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.563056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c2a564d-ffeb-4307-818a-992e82395627" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.563056] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c2a564d-ffeb-4307-818a-992e82395627',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.792289] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.792289] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.792289] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.792289] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.792289] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.792581] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.792635] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.792680] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.792840] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.792921] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.793033] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 already deleted. [ 642.793104] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.872214] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-764 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.872487] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.872613] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.872945] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.873117] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.873301] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.874090] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.875264] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.875438] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.875690] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.875774] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.876122] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.876122] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.876122] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.876321] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.876321] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.897073] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.897319] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 642.897383] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.897532] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.897913] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-9677bdf6-022a-4027-8554-9779036502c5 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.898096] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-9677bdf6-022a-4027-8554-9779036502c5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.898174] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-9677bdf6-022a-4027-8554-9779036502c5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.898438] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-9677bdf6-022a-4027-8554-9779036502c5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.898596] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9677bdf6-022a-4027-8554-9779036502c5',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.028938] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e209d74d-bd92-4943-ae7b-09cf0919ff02 [ 643.030371] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.031805] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.031897] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.032157] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.032266] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.032373] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e209d74d-bd92-4943-ae7b-09cf0919ff02 already deleted. [ 643.032460] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e209d74d-bd92-4943-ae7b-09cf0919ff02" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.069191] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c2a564d-ffeb-4307-818a-992e82395627 [ 643.069191] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.069191] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.069191] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.069191] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.069191] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.069191] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c2a564d-ffeb-4307-818a-992e82395627 already deleted. [ 643.069191] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c2a564d-ffeb-4307-818a-992e82395627" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.400837] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.401330] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.401330] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.401529] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.401652] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.401803] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port 9677bdf6-022a-4027-8554-9779036502c5 not found, creating... [ 643.402137] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.402326] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.402509] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.402762] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.402926] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.403329] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.403530] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.403665] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.403915] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.404283] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.404283] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: 9677bdf6-022a-4027-8554-9779036502c5 is going to be created. [ 643.428032] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.428292] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.428417] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.428692] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.428920] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.429269] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-9677bdf6-022a-4027-8554-9779036502c5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.177989] env[65906]: INFO networking_nsxv3.common.synchronization [req-797604b6-a0d4-47af-a80f-8c74c0554a3b req-d66eedc4-bb67-4ebd-a01a-37cea77f213f service nova] Enqueued Resource ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 with Priority: HIGHEST for action security_group_rules [ 644.178258] env[65906]: INFO networking_nsxv3.common.synchronization [req-797604b6-a0d4-47af-a80f-8c74c0554a3b req-d66eedc4-bb67-4ebd-a01a-37cea77f213f service nova] Enqueued Resource ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 with Priority: HIGHEST for action security_group_members [ 644.178483] env[65906]: INFO networking_nsxv3.common.synchronization [req-797604b6-a0d4-47af-a80f-8c74c0554a3b req-d66eedc4-bb67-4ebd-a01a-37cea77f213f service nova] Enqueued Resource ID: 9677bdf6-022a-4027-8554-9779036502c5 with Priority: HIGHEST for action port [ 644.178622] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 with Priority: HIGHEST for action security_group_rules [ 644.178747] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 with Priority: HIGHEST for action security_group_members [ 644.178874] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9677bdf6-022a-4027-8554-9779036502c5 with Priority: HIGHEST for action port [ 644.179462] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.179639] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.179639] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.179910] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.179969] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f8e7d0b-1fa8-4c54-a04f-753adc2fa578',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.180861] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.181008] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.181440] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.181440] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.181440] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.181685] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.181685] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.181685] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.181774] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.181804] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f8e7d0b-1fa8-4c54-a04f-753adc2fa578',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.182960] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-9677bdf6-022a-4027-8554-9779036502c5 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.183099] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9677bdf6-022a-4027-8554-9779036502c5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.183165] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9677bdf6-022a-4027-8554-9779036502c5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.183290] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9677bdf6-022a-4027-8554-9779036502c5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.183404] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9677bdf6-022a-4027-8554-9779036502c5',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.199939] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 854c0692-f886-4131-a445-bab0e08b0c94 in Status: SUCCESS [ 644.200186] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.205316] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b in Status: SUCCESS [ 644.205316] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.205316] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.205316] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.205316] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.205316] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.205316] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.206297] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.206297] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.206297] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.206692] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15149eb3-e81e-45d6-9e83-27a6d82a712b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.689729] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.689729] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.689729] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f8e7d0b-1fa8-4c54-a04f-753adc2fa578',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.689729] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9677bdf6-022a-4027-8554-9779036502c5 with status ACTIVE [ 644.689729] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.689729] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.689729] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.689729] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.689729] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.689729] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.689729] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.689729] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.691148] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.691455] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.691794] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.692098] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.692319] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.692600] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.692804] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.694294] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9677bdf6-022a-4027-8554-9779036502c5 is going to be updated. [ 644.714779] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15149eb3-e81e-45d6-9e83-27a6d82a712b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.718209] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.718421] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.718492] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.718697] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.718850] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.720474] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9677bdf6-022a-4027-8554-9779036502c5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.044827] env[65906]: INFO networking_nsxv3.common.synchronization [req-0b256de8-c3c6-4f7a-9551-7e20e44dc403 req-d2f5f283-1e24-4c78-9e0f-a69875c76f82 tempest-ListImageFiltersTestJSON-1289798639 tempest-ListImageFiltersTestJSON-1289798639-project-member] Enqueued Resource ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 with Priority: HIGHEST for action security_group_members [ 645.044827] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 with Priority: HIGHEST for action security_group_members [ 645.044827] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.044827] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.142568] env[65906]: INFO networking_nsxv3.common.synchronization [None req-b397721c-8f87-4b3d-b6c8-3198b9b0cded None None] Enqueued Resource ID: a675cc8e-e45d-402f-8a1d-b974c1240af6 with Priority: HIGHEST for action port [ 645.142568] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a675cc8e-e45d-402f-8a1d-b974c1240af6 with Priority: HIGHEST for action port [ 645.142568] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-a675cc8e-e45d-402f-8a1d-b974c1240af6 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.143751] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a675cc8e-e45d-402f-8a1d-b974c1240af6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.143990] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a675cc8e-e45d-402f-8a1d-b974c1240af6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.144381] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a675cc8e-e45d-402f-8a1d-b974c1240af6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.144590] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a675cc8e-e45d-402f-8a1d-b974c1240af6',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.194827] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f8e7d0b-1fa8-4c54-a04f-753adc2fa578',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.220931] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15149eb3-e81e-45d6-9e83-27a6d82a712b: rpc.has_security_group_logging(os_id): False [ 645.241500] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.241666] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.241737] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.241950] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.242056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.242293] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.242399] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.242461] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.242613] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.242688] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.242787] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b is going to be created. [ 645.307030] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.307030] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.307193] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.308284] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.308284] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.320769] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b in Status: IN_PROGRESS for 2s [ 645.649206] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a675cc8e-e45d-402f-8a1d-b974c1240af6 [ 645.649206] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.649206] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.649206] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.649206] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.649206] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.649206] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a675cc8e-e45d-402f-8a1d-b974c1240af6 already deleted. [ 645.649206] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a675cc8e-e45d-402f-8a1d-b974c1240af6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.689688] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-764 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.692078] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.692078] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.693724] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.694083] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.694277] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.694402] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.694651] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.694799] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.695018] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.695241] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.695241] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.695332] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.695547] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.695547] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.695654] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.701584] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.701584] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.701584] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.702080] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.702080] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.702080] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 is going to be created. [ 645.732131] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.732342] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 645.732433] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.732635] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.732965] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-19485374-3af8-41d9-ab6f-c7e306b73610 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.733161] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-19485374-3af8-41d9-ab6f-c7e306b73610" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.733275] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-19485374-3af8-41d9-ab6f-c7e306b73610" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.733608] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-19485374-3af8-41d9-ab6f-c7e306b73610" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.733741] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19485374-3af8-41d9-ab6f-c7e306b73610',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.739234] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.739234] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.739234] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.739234] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.739556] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.751651] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 in Status: UNINITIALIZED for 2s [ 646.238274] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.238510] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.238629] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.238927] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.239119] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.239318] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port 19485374-3af8-41d9-ab6f-c7e306b73610 not found, creating... [ 646.239552] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.239717] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.239838] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.240357] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.240357] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.240510] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.240662] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.240774] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.241051] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.241276] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.241451] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: 19485374-3af8-41d9-ab6f-c7e306b73610 is going to be created. [ 646.280417] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.280709] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.280778] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.284033] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.284033] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.284033] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-19485374-3af8-41d9-ab6f-c7e306b73610" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.954571] env[65906]: INFO networking_nsxv3.common.synchronization [req-0b256de8-c3c6-4f7a-9551-7e20e44dc403 req-53fc160f-c48b-4d71-ab85-4a9918c70024 service nova] Enqueued Resource ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 with Priority: HIGHEST for action security_group_rules [ 646.955195] env[65906]: INFO networking_nsxv3.common.synchronization [req-0b256de8-c3c6-4f7a-9551-7e20e44dc403 req-53fc160f-c48b-4d71-ab85-4a9918c70024 service nova] Enqueued Resource ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 with Priority: HIGHEST for action security_group_members [ 646.955195] env[65906]: INFO networking_nsxv3.common.synchronization [req-0b256de8-c3c6-4f7a-9551-7e20e44dc403 req-53fc160f-c48b-4d71-ab85-4a9918c70024 service nova] Enqueued Resource ID: 19485374-3af8-41d9-ab6f-c7e306b73610 with Priority: HIGHEST for action port [ 646.955576] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 with Priority: HIGHEST for action security_group_rules [ 646.955830] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 with Priority: HIGHEST for action security_group_members [ 646.955830] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19485374-3af8-41d9-ab6f-c7e306b73610 with Priority: HIGHEST for action port [ 646.956075] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.956181] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.956405] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.956494] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.956671] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-19485374-3af8-41d9-ab6f-c7e306b73610 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.956777] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19485374-3af8-41d9-ab6f-c7e306b73610" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.956835] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19485374-3af8-41d9-ab6f-c7e306b73610" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.957049] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19485374-3af8-41d9-ab6f-c7e306b73610" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.957129] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19485374-3af8-41d9-ab6f-c7e306b73610',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.336184] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b in Status: SUCCESS [ 647.336612] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.459793] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19485374-3af8-41d9-ab6f-c7e306b73610 with status ACTIVE [ 647.460062] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.460261] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.460386] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.460651] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.460790] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.461103] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.461224] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.461282] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.461449] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.461531] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.461711] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.461806] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.461869] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.462065] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.462161] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.462251] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19485374-3af8-41d9-ab6f-c7e306b73610 is going to be updated. [ 647.483847] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.484209] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.484209] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.484209] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.484397] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.487167] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19485374-3af8-41d9-ab6f-c7e306b73610" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.763519] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 in Status: SUCCESS [ 647.763720] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.763883] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.764125] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.764310] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.764425] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.764489] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.764638] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.764715] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.764796] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.764891] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f8e7d0b-1fa8-4c54-a04f-753adc2fa578',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.765947] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.766796] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.766796] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.766796] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.766796] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.767123] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.767123] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.767123] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f8e7d0b-1fa8-4c54-a04f-753adc2fa578',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.269523] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.271679] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.271679] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f8e7d0b-1fa8-4c54-a04f-753adc2fa578',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.283324] env[65906]: INFO networking_nsxv3.common.synchronization [req-ec6075bb-8f05-491c-bba6-0e3d5391ca26 req-f2233726-8ebe-4693-bb07-c12e73a99012 tempest-SecurityGroupRulesTestJSON-1688282249 tempest-SecurityGroupRulesTestJSON-1688282249-project-member] Enqueued Resource ID: b464d139-2816-4f0f-a3dd-f1e1297a48a5 with Priority: HIGHEST for action security_group_rules [ 648.283891] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b464d139-2816-4f0f-a3dd-f1e1297a48a5 with Priority: HIGHEST for action security_group_rules [ 648.287340] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b464d139-2816-4f0f-a3dd-f1e1297a48a5 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.287340] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b464d139-2816-4f0f-a3dd-f1e1297a48a5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.287650] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b464d139-2816-4f0f-a3dd-f1e1297a48a5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.287920] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b464d139-2816-4f0f-a3dd-f1e1297a48a5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.287920] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b464d139-2816-4f0f-a3dd-f1e1297a48a5',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.776600] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f8e7d0b-1fa8-4c54-a04f-753adc2fa578',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.808237] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.808237] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.808237] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.808237] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.808538] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.808538] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b464d139-2816-4f0f-a3dd-f1e1297a48a5 already deleted. [ 648.808603] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b464d139-2816-4f0f-a3dd-f1e1297a48a5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.151317] env[65906]: INFO networking_nsxv3.common.synchronization [req-c98f474b-3473-4a93-96a7-d64a4dfa13e5 req-2a1fbfd4-f891-4bdb-8639-7cbbe970b691 tempest-TenantUsagesTestJSON-1576591753 tempest-TenantUsagesTestJSON-1576591753-project-member] Enqueued Resource ID: fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0 with Priority: HIGHEST for action security_group_members [ 649.151956] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0 with Priority: HIGHEST for action security_group_members [ 649.152282] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.152416] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.152483] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.152687] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.152839] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.152936] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.152993] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.153280] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.153372] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.153466] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.281735] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.281735] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.281735] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.281735] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.281735] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.283337] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 is going to be updated. [ 649.324433] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.324433] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.324433] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.324433] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.324433] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.335585] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 in Status: IN_PROGRESS for 2s [ 649.657694] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.658119] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.658119] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.658394] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.659281] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.659281] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.659281] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.659281] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.659281] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.659593] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.659593] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0 is going to be updated. [ 649.697246] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.697520] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.697691] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.698025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.698294] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.710215] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0 in Status: IN_PROGRESS for 2s [ 651.349492] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 in Status: SUCCESS [ 651.350204] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.350204] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.350204] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.350204] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.350204] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.350204] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.350204] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.350204] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.350204] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f8e7d0b-1fa8-4c54-a04f-753adc2fa578',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.723767] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0 in Status: SUCCESS [ 651.723767] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0 deletion is rescheduled due to dependency. [ 651.723767] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.853822] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f8e7d0b-1fa8-4c54-a04f-753adc2fa578',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.357842] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f8e7d0b-1fa8-4c54-a04f-753adc2fa578',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.864470] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.864650] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.864650] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.865281] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.865281] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.865658] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 is going to be updated. [ 652.898348] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.898348] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.898570] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.898570] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.898934] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.908349] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 in Status: IN_PROGRESS for 2s [ 652.972899] env[65906]: INFO networking_nsxv3.common.synchronization [req-2ee535bf-36ba-4f03-9357-b79546c7f977 req-ac1d2225-86f3-4dbe-8404-24586162d93b tempest-ImagesNegativeTestJSON-1588588691 tempest-ImagesNegativeTestJSON-1588588691-project-member] Enqueued Resource ID: 215bd18b-48d5-42e8-9440-dc9e896c7ba2 with Priority: HIGHEST for action security_group_members [ 652.973011] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 215bd18b-48d5-42e8-9440-dc9e896c7ba2 with Priority: HIGHEST for action security_group_members [ 652.973373] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-215bd18b-48d5-42e8-9440-dc9e896c7ba2 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.973522] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-215bd18b-48d5-42e8-9440-dc9e896c7ba2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.973558] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-215bd18b-48d5-42e8-9440-dc9e896c7ba2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.973811] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-215bd18b-48d5-42e8-9440-dc9e896c7ba2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.973963] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.974085] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.974179] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.974295] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.974383] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.974665] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('215bd18b-48d5-42e8-9440-dc9e896c7ba2',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.477171] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.477721] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.477887] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.478206] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.478328] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.478794] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.478974] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.479093] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.479338] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.479462] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.479594] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 215bd18b-48d5-42e8-9440-dc9e896c7ba2 already deleted. [ 653.479722] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-215bd18b-48d5-42e8-9440-dc9e896c7ba2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.580630] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-429 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.581217] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-429" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.581508] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-429" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.581946] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-429" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.584162] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.584162] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.584162] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.584162] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.584162] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.584162] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.584162] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.584162] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.584162] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.584162] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.585288] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.585602] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.609531] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.609531] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 653.609531] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.609531] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-429" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.611830] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-cc8d8eef-1817-4d39-9665-db58421c2b3f taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.612089] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-cc8d8eef-1817-4d39-9665-db58421c2b3f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.612200] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-cc8d8eef-1817-4d39-9665-db58421c2b3f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.612534] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-cc8d8eef-1817-4d39-9665-db58421c2b3f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.612669] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc8d8eef-1817-4d39-9665-db58421c2b3f',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.115877] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.116271] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.116271] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.116536] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.116747] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.116941] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port cc8d8eef-1817-4d39-9665-db58421c2b3f not found, creating... [ 654.117287] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.117450] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.117740] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.117942] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.118113] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.118444] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.118534] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.118639] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.118917] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.119029] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.119214] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: cc8d8eef-1817-4d39-9665-db58421c2b3f is going to be created. [ 654.142289] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.142527] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.142599] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.142861] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.143169] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.143393] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-cc8d8eef-1817-4d39-9665-db58421c2b3f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.869143] env[65906]: INFO networking_nsxv3.common.synchronization [req-2ee535bf-36ba-4f03-9357-b79546c7f977 req-0c9432d6-7e69-4e27-8bbb-f59002a896a6 service nova] Enqueued Resource ID: 215bd18b-48d5-42e8-9440-dc9e896c7ba2 with Priority: HIGHEST for action security_group_rules [ 654.869143] env[65906]: INFO networking_nsxv3.common.synchronization [req-2ee535bf-36ba-4f03-9357-b79546c7f977 req-0c9432d6-7e69-4e27-8bbb-f59002a896a6 service nova] Enqueued Resource ID: 215bd18b-48d5-42e8-9440-dc9e896c7ba2 with Priority: HIGHEST for action security_group_members [ 654.869143] env[65906]: INFO networking_nsxv3.common.synchronization [req-2ee535bf-36ba-4f03-9357-b79546c7f977 req-0c9432d6-7e69-4e27-8bbb-f59002a896a6 service nova] Enqueued Resource ID: cc8d8eef-1817-4d39-9665-db58421c2b3f with Priority: HIGHEST for action port [ 654.869143] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 215bd18b-48d5-42e8-9440-dc9e896c7ba2 with Priority: HIGHEST for action security_group_rules [ 654.869143] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 215bd18b-48d5-42e8-9440-dc9e896c7ba2 with Priority: HIGHEST for action security_group_members [ 654.869143] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc8d8eef-1817-4d39-9665-db58421c2b3f with Priority: HIGHEST for action port [ 654.869143] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-215bd18b-48d5-42e8-9440-dc9e896c7ba2 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.870228] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-215bd18b-48d5-42e8-9440-dc9e896c7ba2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.870506] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-215bd18b-48d5-42e8-9440-dc9e896c7ba2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.871487] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-215bd18b-48d5-42e8-9440-dc9e896c7ba2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.871846] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('215bd18b-48d5-42e8-9440-dc9e896c7ba2',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.873346] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-215bd18b-48d5-42e8-9440-dc9e896c7ba2 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.873595] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-215bd18b-48d5-42e8-9440-dc9e896c7ba2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.873829] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-215bd18b-48d5-42e8-9440-dc9e896c7ba2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.874105] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-215bd18b-48d5-42e8-9440-dc9e896c7ba2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.874363] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.874570] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.874782] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.875107] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.875619] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.875619] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('215bd18b-48d5-42e8-9440-dc9e896c7ba2',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.876457] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc8d8eef-1817-4d39-9665-db58421c2b3f taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.879411] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc8d8eef-1817-4d39-9665-db58421c2b3f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.879411] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc8d8eef-1817-4d39-9665-db58421c2b3f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.879411] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc8d8eef-1817-4d39-9665-db58421c2b3f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.879411] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc8d8eef-1817-4d39-9665-db58421c2b3f',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.919355] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 in Status: SUCCESS [ 654.919578] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.919749] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.919974] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.920181] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.920298] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.920497] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.920497] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.920615] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.920654] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.920833] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.920931] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.920984] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.921143] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.921389] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.921389] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.921496] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.921590] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.921634] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.921757] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.921823] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f8e7d0b-1fa8-4c54-a04f-753adc2fa578',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.379046] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-215bd18b-48d5-42e8-9440-dc9e896c7ba2 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.379175] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-215bd18b-48d5-42e8-9440-dc9e896c7ba2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.379405] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc8d8eef-1817-4d39-9665-db58421c2b3f with status ACTIVE [ 655.379570] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.379720] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.379800] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.379970] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.380321] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.380499] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.381011] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.381103] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.381284] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.381365] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.381552] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.381688] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.381741] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.381913] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.382035] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.383362] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc8d8eef-1817-4d39-9665-db58421c2b3f is going to be updated. [ 655.383362] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('215bd18b-48d5-42e8-9440-dc9e896c7ba2',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.407406] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.407644] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.407644] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.407852] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.407998] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.408325] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc8d8eef-1817-4d39-9665-db58421c2b3f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.423585] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578: rpc.has_security_group_logging(os_id): False [ 655.433898] env[65906]: INFO networking_nsxv3.common.synchronization [req-d0267a01-3314-4db9-875d-6c96ea4b5f80 req-b27ea66c-9f27-4cd2-9d6c-2d5758bf3fe5 tempest-AttachInterfacesV270Test-205971369 tempest-AttachInterfacesV270Test-205971369-project-member] Enqueued Resource ID: 3d394350-9b64-4069-ac81-ee882e32df7d with Priority: HIGHEST for action security_group_members [ 655.434682] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d394350-9b64-4069-ac81-ee882e32df7d with Priority: HIGHEST for action security_group_members [ 655.435139] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d394350-9b64-4069-ac81-ee882e32df7d taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.435933] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d394350-9b64-4069-ac81-ee882e32df7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.435933] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d394350-9b64-4069-ac81-ee882e32df7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.435933] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d394350-9b64-4069-ac81-ee882e32df7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.435933] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.435933] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.435933] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.436387] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.436519] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.436801] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d394350-9b64-4069-ac81-ee882e32df7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.450796] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.450982] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.450982] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.451355] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.451489] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.451746] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.451907] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.452020] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.452191] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.452275] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.452481] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.452588] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.452685] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.452921] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.453030] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.453272] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.453369] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.453425] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.453575] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.453651] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.453741] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 is going to be created. [ 655.547024] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.547024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.547024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.547024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.547024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.560477] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 in Status: IN_PROGRESS for 2s [ 655.888196] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('215bd18b-48d5-42e8-9440-dc9e896c7ba2',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.939895] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.940062] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.940130] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.940404] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.940737] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.940877] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.940992] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.941121] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.941292] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.941382] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.941557] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d394350-9b64-4069-ac81-ee882e32df7d is going to be updated. [ 655.972753] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.972962] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.973129] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.973496] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.973713] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.986394] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d394350-9b64-4069-ac81-ee882e32df7d in Status: IN_PROGRESS for 2s [ 656.390351] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.390351] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.390351] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.390642] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.390642] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.390642] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 215bd18b-48d5-42e8-9440-dc9e896c7ba2 is going to be created. [ 656.432027] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.432027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.432027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.432027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.432027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.446499] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 215bd18b-48d5-42e8-9440-dc9e896c7ba2 in Status: UNINITIALIZED for 2s [ 656.798878] env[65906]: INFO networking_nsxv3.common.synchronization [None req-51d40a14-ef6d-4503-91b1-c1b81dab4b3d None None] Enqueued Resource ID: 4f1dbea7-c56a-436c-b684-1cdfdf0ec39a with Priority: HIGHEST for action port [ 656.800143] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f1dbea7-c56a-436c-b684-1cdfdf0ec39a with Priority: HIGHEST for action port [ 656.800325] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f1dbea7-c56a-436c-b684-1cdfdf0ec39a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.800484] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f1dbea7-c56a-436c-b684-1cdfdf0ec39a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.800539] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f1dbea7-c56a-436c-b684-1cdfdf0ec39a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.800932] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f1dbea7-c56a-436c-b684-1cdfdf0ec39a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.800932] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f1dbea7-c56a-436c-b684-1cdfdf0ec39a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.866637] env[65906]: INFO networking_nsxv3.common.synchronization [None req-f5aa9181-01bd-4a50-9206-176388a082a2 None None] Enqueued Resource ID: 17f47bb6-ae44-4d5d-846d-2f57cdded0a4 with Priority: HIGHEST for action port [ 656.867110] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17f47bb6-ae44-4d5d-846d-2f57cdded0a4 with Priority: HIGHEST for action port [ 656.867110] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-17f47bb6-ae44-4d5d-846d-2f57cdded0a4 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.867266] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17f47bb6-ae44-4d5d-846d-2f57cdded0a4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.867266] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17f47bb6-ae44-4d5d-846d-2f57cdded0a4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.867509] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17f47bb6-ae44-4d5d-846d-2f57cdded0a4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.867627] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17f47bb6-ae44-4d5d-846d-2f57cdded0a4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.303698] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f1dbea7-c56a-436c-b684-1cdfdf0ec39a [ 657.305192] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.305192] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.305192] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.305192] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.305192] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.305192] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f1dbea7-c56a-436c-b684-1cdfdf0ec39a already deleted. [ 657.305192] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f1dbea7-c56a-436c-b684-1cdfdf0ec39a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.372062] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17f47bb6-ae44-4d5d-846d-2f57cdded0a4 [ 657.372062] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.372062] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.372062] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.372062] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.372062] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.372062] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17f47bb6-ae44-4d5d-846d-2f57cdded0a4 already deleted. [ 657.372062] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17f47bb6-ae44-4d5d-846d-2f57cdded0a4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.574107] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 in Status: SUCCESS [ 657.574661] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.574661] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.574791] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.574958] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f8e7d0b-1fa8-4c54-a04f-753adc2fa578',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.002929] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d394350-9b64-4069-ac81-ee882e32df7d in Status: SUCCESS [ 658.002929] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d394350-9b64-4069-ac81-ee882e32df7d deletion is rescheduled due to dependency. [ 658.002929] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d394350-9b64-4069-ac81-ee882e32df7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.077578] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.077796] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.077855] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.078052] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.078233] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.078337] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.079036] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.079036] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.079036] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.079036] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.079036] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9f8e7d0b-1fa8-4c54-a04f-753adc2fa578',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.354146] env[65906]: INFO networking_nsxv3.common.synchronization [req-2f9974a5-5d82-4791-9066-27e569fb4a61 req-44de3be4-3e90-4c17-ba9f-2065f15dabc0 tempest-ImagesTestJSON-1400319718 tempest-ImagesTestJSON-1400319718-project-member] Enqueued Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_members [ 658.354146] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_members [ 658.354875] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e44fcdd6-c25c-40da-9f8b-035616ab7b70 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.355186] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.356418] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.361549] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.361549] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.361549] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.361549] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.361549] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.361549] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.361549] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.458070] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 215bd18b-48d5-42e8-9440-dc9e896c7ba2 in Status: SUCCESS [ 658.458659] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-215bd18b-48d5-42e8-9440-dc9e896c7ba2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.459063] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-215bd18b-48d5-42e8-9440-dc9e896c7ba2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.459301] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-215bd18b-48d5-42e8-9440-dc9e896c7ba2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.459523] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.459648] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.459709] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.459869] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.460060] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.460191] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-215bd18b-48d5-42e8-9440-dc9e896c7ba2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.460290] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('215bd18b-48d5-42e8-9440-dc9e896c7ba2',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.582537] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.582537] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.582649] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.583118] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.583118] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.583118] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.583261] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.584029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.584029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.584029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.584029] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.584029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.584029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.584029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.584337] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.584337] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.584337] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.584458] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.584458] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.584522] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.584585] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9f8e7d0b-1fa8-4c54-a04f-753adc2fa578',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.861021] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.861196] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.861251] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.861448] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.861505] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.861693] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.861787] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.861845] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.862075] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.862075] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.862214] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 already deleted. [ 658.862214] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.962415] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-215bd18b-48d5-42e8-9440-dc9e896c7ba2 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.962681] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-215bd18b-48d5-42e8-9440-dc9e896c7ba2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.962681] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-215bd18b-48d5-42e8-9440-dc9e896c7ba2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.962861] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-215bd18b-48d5-42e8-9440-dc9e896c7ba2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.963191] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.963191] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.963379] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.963379] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.963524] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.963524] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-215bd18b-48d5-42e8-9440-dc9e896c7ba2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.967414] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-215bd18b-48d5-42e8-9440-dc9e896c7ba2 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.967590] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-215bd18b-48d5-42e8-9440-dc9e896c7ba2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.967590] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-215bd18b-48d5-42e8-9440-dc9e896c7ba2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.967767] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-215bd18b-48d5-42e8-9440-dc9e896c7ba2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.967925] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.968050] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.968760] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.968760] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.968760] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.968760] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-215bd18b-48d5-42e8-9440-dc9e896c7ba2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.968760] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('215bd18b-48d5-42e8-9440-dc9e896c7ba2',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.057854] env[65906]: INFO networking_nsxv3.common.synchronization [None req-6b7a8fba-71f6-462b-b0e9-6d490969d2af None None] Enqueued Resource ID: 0be41108-8319-4131-b69b-0af694c2c3f1 with Priority: HIGHEST for action port [ 659.058334] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0be41108-8319-4131-b69b-0af694c2c3f1 with Priority: HIGHEST for action port [ 659.058648] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-0be41108-8319-4131-b69b-0af694c2c3f1 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.058825] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0be41108-8319-4131-b69b-0af694c2c3f1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.058825] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0be41108-8319-4131-b69b-0af694c2c3f1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.059045] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0be41108-8319-4131-b69b-0af694c2c3f1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.059120] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0be41108-8319-4131-b69b-0af694c2c3f1',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.069996] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-188 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.070203] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-188" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.070372] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-188" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.070799] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-188" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.071261] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.071427] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.071539] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.071860] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.072065] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.072271] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.072376] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.072703] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.072839] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.072951] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.073068] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.073209] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.087447] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578: rpc.has_security_group_logging(os_id): False [ 659.095983] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.096196] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 659.097032] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.097705] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-188" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.098085] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-4f7fcac9-3950-4f31-9ee4-909726124a4d taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.098324] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-4f7fcac9-3950-4f31-9ee4-909726124a4d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.098396] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-4f7fcac9-3950-4f31-9ee4-909726124a4d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.098731] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-4f7fcac9-3950-4f31-9ee4-909726124a4d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.099015] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f7fcac9-3950-4f31-9ee4-909726124a4d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.108477] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.108614] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.108667] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.108875] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.108999] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.109278] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.109388] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.109452] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.109619] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.109695] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.109891] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.109986] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.110065] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.110240] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.110340] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.110520] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.110621] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.110673] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.110912] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.110912] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.111045] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 is going to be updated. [ 659.201657] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.201820] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.201879] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.202130] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.202273] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.223646] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 in Status: IN_PROGRESS for 2s [ 659.471127] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 215bd18b-48d5-42e8-9440-dc9e896c7ba2: rpc.has_security_group_logging(os_id): False [ 659.494112] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.494654] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.494654] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.494654] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.494654] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.494928] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.494928] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.495039] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.495359] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.495477] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.495678] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.495793] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.495899] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.496501] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.496678] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.497544] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.497656] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.497741] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.497949] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.498073] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.498169] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 215bd18b-48d5-42e8-9440-dc9e896c7ba2 is going to be created. [ 659.537729] env[65906]: INFO networking_nsxv3.common.synchronization [None req-4732ebf1-4827-4847-b004-c5b5b091ca41 None None] Enqueued Resource ID: 163385e9-cb12-44b2-a494-2517a441a9da with Priority: HIGHEST for action port [ 659.538304] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 163385e9-cb12-44b2-a494-2517a441a9da with Priority: HIGHEST for action port [ 659.538602] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-163385e9-cb12-44b2-a494-2517a441a9da taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.538738] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-163385e9-cb12-44b2-a494-2517a441a9da" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.538821] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-163385e9-cb12-44b2-a494-2517a441a9da" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.539085] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-163385e9-cb12-44b2-a494-2517a441a9da" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.539157] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('163385e9-cb12-44b2-a494-2517a441a9da',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.560995] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0be41108-8319-4131-b69b-0af694c2c3f1 [ 659.561701] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.561701] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.561701] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.561701] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.562049] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.562049] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0be41108-8319-4131-b69b-0af694c2c3f1 already deleted. [ 659.562049] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0be41108-8319-4131-b69b-0af694c2c3f1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.602139] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.602408] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.602833] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.602833] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.602989] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.603219] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port 4f7fcac9-3950-4f31-9ee4-909726124a4d not found, creating... [ 659.603484] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.603636] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.603877] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.603943] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.604078] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.604344] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.605298] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.605298] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.605298] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.605298] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.605535] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: 4f7fcac9-3950-4f31-9ee4-909726124a4d is going to be created. [ 659.658047] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.658047] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.658047] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.658446] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.658563] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.659156] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-4f7fcac9-3950-4f31-9ee4-909726124a4d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.661270] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.661390] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.661449] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.661633] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.662441] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.673859] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 215bd18b-48d5-42e8-9440-dc9e896c7ba2 in Status: IN_PROGRESS for 2s [ 660.042940] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 163385e9-cb12-44b2-a494-2517a441a9da [ 660.043237] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.043375] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.043436] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.043671] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.043795] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.043897] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:163385e9-cb12-44b2-a494-2517a441a9da already deleted. [ 660.043983] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-163385e9-cb12-44b2-a494-2517a441a9da" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.366154] env[65906]: INFO networking_nsxv3.common.synchronization [req-2f9974a5-5d82-4791-9066-27e569fb4a61 req-9a499915-cb06-441e-957f-a8f86052e76f service nova] Enqueued Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_rules [ 660.366238] env[65906]: INFO networking_nsxv3.common.synchronization [req-2f9974a5-5d82-4791-9066-27e569fb4a61 req-9a499915-cb06-441e-957f-a8f86052e76f service nova] Enqueued Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_members [ 660.366364] env[65906]: INFO networking_nsxv3.common.synchronization [req-2f9974a5-5d82-4791-9066-27e569fb4a61 req-9a499915-cb06-441e-957f-a8f86052e76f service nova] Enqueued Resource ID: 4f7fcac9-3950-4f31-9ee4-909726124a4d with Priority: HIGHEST for action port [ 660.367027] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_rules [ 660.367663] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_members [ 660.369565] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f7fcac9-3950-4f31-9ee4-909726124a4d with Priority: HIGHEST for action port [ 660.369565] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e44fcdd6-c25c-40da-9f8b-035616ab7b70 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.369565] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.369565] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.369565] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.369565] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.376070] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e44fcdd6-c25c-40da-9f8b-035616ab7b70 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.376070] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.376070] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.376070] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.376070] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.376070] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.376070] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.376070] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.376070] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.376070] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.377578] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f7fcac9-3950-4f31-9ee4-909726124a4d taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.377578] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f7fcac9-3950-4f31-9ee4-909726124a4d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.377974] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f7fcac9-3950-4f31-9ee4-909726124a4d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.377974] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f7fcac9-3950-4f31-9ee4-909726124a4d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.377974] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f7fcac9-3950-4f31-9ee4-909726124a4d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.696274] env[65906]: INFO networking_nsxv3.common.synchronization [None req-f75f0f88-a285-4a56-b348-ba11f05854e0 None None] Enqueued Resource ID: e5771926-804e-4390-a05a-13f8ad711be7 with Priority: HIGHEST for action port [ 660.697921] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5771926-804e-4390-a05a-13f8ad711be7 with Priority: HIGHEST for action port [ 660.700234] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5771926-804e-4390-a05a-13f8ad711be7 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.700234] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5771926-804e-4390-a05a-13f8ad711be7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.700234] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5771926-804e-4390-a05a-13f8ad711be7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.700234] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5771926-804e-4390-a05a-13f8ad711be7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.700234] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5771926-804e-4390-a05a-13f8ad711be7',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.801653] env[65906]: INFO networking_nsxv3.common.synchronization [None req-9d640058-66bd-418e-b6e5-71bde8a558a8 None None] Enqueued Resource ID: f49abb00-c590-4d9d-a1e9-60a4bc051573 with Priority: HIGHEST for action port [ 660.801653] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f49abb00-c590-4d9d-a1e9-60a4bc051573 with Priority: HIGHEST for action port [ 660.801653] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-f49abb00-c590-4d9d-a1e9-60a4bc051573 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.801653] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f49abb00-c590-4d9d-a1e9-60a4bc051573" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.801653] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f49abb00-c590-4d9d-a1e9-60a4bc051573" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.802127] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f49abb00-c590-4d9d-a1e9-60a4bc051573" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.802127] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f49abb00-c590-4d9d-a1e9-60a4bc051573',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.872090] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e44fcdd6-c25c-40da-9f8b-035616ab7b70 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.872090] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.880725] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.881480] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f7fcac9-3950-4f31-9ee4-909726124a4d with status ACTIVE [ 660.881754] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.882396] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.882396] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.882396] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.882396] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.882760] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.882760] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.882909] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.883102] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.883251] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.883982] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.883982] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.884130] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.884341] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.884462] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.884587] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f7fcac9-3950-4f31-9ee4-909726124a4d is going to be updated. [ 660.914159] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.914463] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.914463] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.914927] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.915027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.915144] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f7fcac9-3950-4f31-9ee4-909726124a4d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.202208] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5771926-804e-4390-a05a-13f8ad711be7 [ 661.202465] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.202597] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.202664] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.203491] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.203491] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.203491] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5771926-804e-4390-a05a-13f8ad711be7 already deleted. [ 661.203491] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5771926-804e-4390-a05a-13f8ad711be7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.242150] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 in Status: SUCCESS [ 661.242319] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.307748] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f49abb00-c590-4d9d-a1e9-60a4bc051573 [ 661.307748] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.307748] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.307748] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.307748] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.307748] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.307748] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f49abb00-c590-4d9d-a1e9-60a4bc051573 already deleted. [ 661.307748] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f49abb00-c590-4d9d-a1e9-60a4bc051573" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.388775] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.692599] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 215bd18b-48d5-42e8-9440-dc9e896c7ba2 in Status: SUCCESS [ 661.692599] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-215bd18b-48d5-42e8-9440-dc9e896c7ba2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.891634] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.892073] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.892417] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.892716] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.893181] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.893181] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 is going to be created. [ 661.922757] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.922974] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.922974] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.924421] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.924421] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.936720] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 in Status: UNINITIALIZED for 2s [ 663.668176] env[65906]: INFO networking_nsxv3.common.synchronization [req-316e28e2-d1c4-49a1-b204-4f0f8c4e055b req-e83e7875-5947-4970-b936-cf9a0d6f6fe3 tempest-InstanceActionsNegativeTestJSON-2099151051 tempest-InstanceActionsNegativeTestJSON-2099151051-project-member] Enqueued Resource ID: f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2 with Priority: HIGHEST for action security_group_members [ 663.669257] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2 with Priority: HIGHEST for action security_group_members [ 663.671326] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.671607] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.671607] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.671787] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.671914] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.672607] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.672607] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.672607] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.672607] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.672607] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.949932] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 in Status: SUCCESS [ 663.950529] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.951553] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.951553] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.951916] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.951916] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.952168] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.952168] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.952366] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.952366] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.952464] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.174781] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.174949] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.175027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.175308] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.175411] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.175605] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.175704] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.175806] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.175901] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.175972] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.176070] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2 is going to be updated. [ 664.212310] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.212310] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.212310] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.212310] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.212310] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.229828] env[65906]: INFO networking_nsxv3.common.synchronization [None req-a91fcf98-5985-41c9-ace1-0be41eb217a9 tempest-ServersTestFqdnHostnames-872361458 tempest-ServersTestFqdnHostnames-872361458-project-member] Enqueued Resource ID: ac44936f-aa66-4eb0-979d-c2f2f7665f7d with Priority: HIGHEST for action security_group_rules [ 664.231089] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2 in Status: IN_PROGRESS for 2s [ 664.231864] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac44936f-aa66-4eb0-979d-c2f2f7665f7d with Priority: HIGHEST for action security_group_rules [ 664.231981] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac44936f-aa66-4eb0-979d-c2f2f7665f7d taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.232118] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac44936f-aa66-4eb0-979d-c2f2f7665f7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.232188] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac44936f-aa66-4eb0-979d-c2f2f7665f7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.232510] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac44936f-aa66-4eb0-979d-c2f2f7665f7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.232596] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac44936f-aa66-4eb0-979d-c2f2f7665f7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.309128] env[65906]: INFO networking_nsxv3.common.synchronization [None req-a291f1d2-a7a0-4508-9271-36fa9e535ed7 None None] Enqueued Resource ID: ce8d333f-5895-481a-b1b1-fddbe7d81347 with Priority: HIGHEST for action port [ 664.309667] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce8d333f-5895-481a-b1b1-fddbe7d81347 with Priority: HIGHEST for action port [ 664.310025] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce8d333f-5895-481a-b1b1-fddbe7d81347 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.310177] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce8d333f-5895-481a-b1b1-fddbe7d81347" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.310247] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce8d333f-5895-481a-b1b1-fddbe7d81347" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.310549] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce8d333f-5895-481a-b1b1-fddbe7d81347" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.310668] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce8d333f-5895-481a-b1b1-fddbe7d81347',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.456208] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e44fcdd6-c25c-40da-9f8b-035616ab7b70 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.457128] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.457264] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.457980] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.457980] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.457980] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.457980] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.457980] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.458557] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.458557] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.458557] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e44fcdd6-c25c-40da-9f8b-035616ab7b70 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.458557] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.458557] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.458984] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.458984] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.458984] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.458984] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.459250] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.459250] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.459250] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.459412] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.648791] env[65906]: INFO networking_nsxv3.common.synchronization [None req-95c37f40-9f92-490f-a7d5-9c2a65d463d4 tempest-ServersTestFqdnHostnames-872361458 tempest-ServersTestFqdnHostnames-872361458-project-member] Enqueued Resource ID: ac44936f-aa66-4eb0-979d-c2f2f7665f7d with Priority: HIGHEST for action security_group_rules [ 664.648791] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac44936f-aa66-4eb0-979d-c2f2f7665f7d with Priority: HIGHEST for action security_group_rules [ 664.649525] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac44936f-aa66-4eb0-979d-c2f2f7665f7d taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.649822] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac44936f-aa66-4eb0-979d-c2f2f7665f7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.739125] env[65906]: INFO networking_nsxv3.common.synchronization [None req-dc81caec-aca0-4172-a58e-bfe377bfd4ae None None] Enqueued Resource ID: 406fcaea-afe9-4c4a-bf26-7d5d7d8fcde1 with Priority: HIGHEST for action port [ 664.739763] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 406fcaea-afe9-4c4a-bf26-7d5d7d8fcde1 with Priority: HIGHEST for action port [ 664.740371] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-406fcaea-afe9-4c4a-bf26-7d5d7d8fcde1 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.740515] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-406fcaea-afe9-4c4a-bf26-7d5d7d8fcde1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.740602] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-406fcaea-afe9-4c4a-bf26-7d5d7d8fcde1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.740840] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-406fcaea-afe9-4c4a-bf26-7d5d7d8fcde1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.740931] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('406fcaea-afe9-4c4a-bf26-7d5d7d8fcde1',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.758096] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.758266] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.758336] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.758602] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.758701] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.758805] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac44936f-aa66-4eb0-979d-c2f2f7665f7d already deleted. [ 664.758891] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac44936f-aa66-4eb0-979d-c2f2f7665f7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.759732] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac44936f-aa66-4eb0-979d-c2f2f7665f7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.759907] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac44936f-aa66-4eb0-979d-c2f2f7665f7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.759956] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac44936f-aa66-4eb0-979d-c2f2f7665f7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.813046] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce8d333f-5895-481a-b1b1-fddbe7d81347 [ 664.813189] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.813525] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.813525] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.813660] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.814220] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.814220] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce8d333f-5895-481a-b1b1-fddbe7d81347 already deleted. [ 664.814220] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce8d333f-5895-481a-b1b1-fddbe7d81347" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.962630] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e44fcdd6-c25c-40da-9f8b-035616ab7b70: rpc.has_security_group_logging(os_id): False [ 664.983940] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.984129] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.984206] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.984541] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.984697] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.984841] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.985166] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.985166] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.985295] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.985295] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.985668] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.985668] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.985668] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.985851] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.985851] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.986631] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.986631] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.987197] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.987197] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.987197] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.987197] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 is going to be created. [ 665.091029] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.091271] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.091474] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.091798] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.092123] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.105608] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 in Status: IN_PROGRESS for 2s [ 665.244526] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 406fcaea-afe9-4c4a-bf26-7d5d7d8fcde1 [ 665.244526] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.244526] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.244526] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.244526] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.244526] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.244526] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:406fcaea-afe9-4c4a-bf26-7d5d7d8fcde1 already deleted. [ 665.244526] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-406fcaea-afe9-4c4a-bf26-7d5d7d8fcde1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.285735] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.285735] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.285735] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.285735] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.285735] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.285735] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac44936f-aa66-4eb0-979d-c2f2f7665f7d already deleted. [ 665.285735] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac44936f-aa66-4eb0-979d-c2f2f7665f7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.863336] env[65906]: INFO networking_nsxv3.common.synchronization [req-2e8b1b98-7380-44ce-986b-dcf10e654b0f req-7a21ddca-6a1b-464a-a30a-aa4d4a2de7ba tempest-ServersAdminNegativeTestJSON-1095359830 tempest-ServersAdminNegativeTestJSON-1095359830-project-member] Enqueued Resource ID: a2406724-56cf-4846-a4be-b0460e4eea6a with Priority: HIGHEST for action security_group_members [ 665.863829] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2406724-56cf-4846-a4be-b0460e4eea6a with Priority: HIGHEST for action security_group_members [ 665.864327] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2406724-56cf-4846-a4be-b0460e4eea6a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.864327] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.864327] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.864711] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.864886] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.864989] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.865074] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.865223] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.865309] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.865397] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2406724-56cf-4846-a4be-b0460e4eea6a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.242424] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2 in Status: SUCCESS [ 666.243262] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2 deletion is rescheduled due to dependency. [ 666.243262] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.368709] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.368960] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.369041] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.370267] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.371287] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.371287] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.371446] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.371446] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.372212] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.372403] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.372516] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2406724-56cf-4846-a4be-b0460e4eea6a already deleted. [ 666.372570] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.669776] env[65906]: INFO networking_nsxv3.common.synchronization [req-649bac1b-1df1-4322-a8fa-60f12efce8ec req-b8f49a2b-c4e8-47c1-bf58-76e821588108 tempest-SecurityGroupRulesTestJSON-1688282249 tempest-SecurityGroupRulesTestJSON-1688282249-project-member] Enqueued Resource ID: 8cef255b-bbbc-4183-8b90-31412cb09914 with Priority: HIGHEST for action security_group_rules [ 666.669776] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cef255b-bbbc-4183-8b90-31412cb09914 with Priority: HIGHEST for action security_group_rules [ 666.670492] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cef255b-bbbc-4183-8b90-31412cb09914 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.670492] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cef255b-bbbc-4183-8b90-31412cb09914" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.670492] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cef255b-bbbc-4183-8b90-31412cb09914" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.670492] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cef255b-bbbc-4183-8b90-31412cb09914" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.670492] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cef255b-bbbc-4183-8b90-31412cb09914',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.675674] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-764 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.675777] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.675905] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.676204] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.676413] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.677076] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.677076] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.677076] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.677076] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.677263] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.677331] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.677472] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.677535] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.677639] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.677737] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.677858] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.701465] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.701643] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 666.701971] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.701971] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.702369] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-a0cad0c7-64b1-42ce-805f-f1dcdf25ae51 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.702594] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-a0cad0c7-64b1-42ce-805f-f1dcdf25ae51" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.702771] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-a0cad0c7-64b1-42ce-805f-f1dcdf25ae51" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.703169] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-a0cad0c7-64b1-42ce-805f-f1dcdf25ae51" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.703425] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0cad0c7-64b1-42ce-805f-f1dcdf25ae51',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.065580] env[65906]: INFO networking_nsxv3.common.synchronization [None req-7e0ba66e-061b-4884-824c-836b11537e0a None None] Enqueued Resource ID: dcd5f4e9-8a63-4172-a29d-345e32d844c9 with Priority: HIGHEST for action port [ 667.066265] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd5f4e9-8a63-4172-a29d-345e32d844c9 with Priority: HIGHEST for action port [ 667.066671] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcd5f4e9-8a63-4172-a29d-345e32d844c9 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.066942] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcd5f4e9-8a63-4172-a29d-345e32d844c9" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.066942] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcd5f4e9-8a63-4172-a29d-345e32d844c9" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.067844] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcd5f4e9-8a63-4172-a29d-345e32d844c9" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.068048] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcd5f4e9-8a63-4172-a29d-345e32d844c9',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.118909] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 in Status: SUCCESS [ 667.119169] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.193031] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.193239] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.193239] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.193540] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.193670] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.193843] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cef255b-bbbc-4183-8b90-31412cb09914 already deleted. [ 667.193996] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cef255b-bbbc-4183-8b90-31412cb09914" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.205401] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.205592] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.205710] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.206190] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.206376] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.206566] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port a0cad0c7-64b1-42ce-805f-f1dcdf25ae51 not found, creating... [ 667.206873] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.207105] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.207269] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.207614] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.207791] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.208144] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.208307] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.208419] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.208715] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.208788] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.209312] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: a0cad0c7-64b1-42ce-805f-f1dcdf25ae51 is going to be created. [ 667.228910] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.229289] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.229289] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.229473] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.229692] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.229903] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-a0cad0c7-64b1-42ce-805f-f1dcdf25ae51" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.570859] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dcd5f4e9-8a63-4172-a29d-345e32d844c9 [ 667.571130] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.571274] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.571360] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.571673] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.571791] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.571912] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dcd5f4e9-8a63-4172-a29d-345e32d844c9 already deleted. [ 667.572019] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcd5f4e9-8a63-4172-a29d-345e32d844c9" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.971083] env[65906]: INFO networking_nsxv3.common.synchronization [req-2e8b1b98-7380-44ce-986b-dcf10e654b0f req-bc9331ae-becc-4107-b574-bad6cac1d231 service nova] Enqueued Resource ID: a2406724-56cf-4846-a4be-b0460e4eea6a with Priority: HIGHEST for action security_group_rules [ 667.971375] env[65906]: INFO networking_nsxv3.common.synchronization [req-2e8b1b98-7380-44ce-986b-dcf10e654b0f req-bc9331ae-becc-4107-b574-bad6cac1d231 service nova] Enqueued Resource ID: a2406724-56cf-4846-a4be-b0460e4eea6a with Priority: HIGHEST for action security_group_members [ 667.971481] env[65906]: INFO networking_nsxv3.common.synchronization [req-2e8b1b98-7380-44ce-986b-dcf10e654b0f req-bc9331ae-becc-4107-b574-bad6cac1d231 service nova] Enqueued Resource ID: a0cad0c7-64b1-42ce-805f-f1dcdf25ae51 with Priority: HIGHEST for action port [ 667.972497] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2406724-56cf-4846-a4be-b0460e4eea6a with Priority: HIGHEST for action security_group_rules [ 667.972659] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2406724-56cf-4846-a4be-b0460e4eea6a with Priority: HIGHEST for action security_group_members [ 667.972743] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0cad0c7-64b1-42ce-805f-f1dcdf25ae51 with Priority: HIGHEST for action port [ 667.973610] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2406724-56cf-4846-a4be-b0460e4eea6a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.973610] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.973610] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.973610] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.973610] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2406724-56cf-4846-a4be-b0460e4eea6a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.974423] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2406724-56cf-4846-a4be-b0460e4eea6a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.974525] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.974840] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.974840] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.975047] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.975047] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.975047] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.975209] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.975265] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.976236] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2406724-56cf-4846-a4be-b0460e4eea6a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.976236] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0cad0c7-64b1-42ce-805f-f1dcdf25ae51 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.980316] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0cad0c7-64b1-42ce-805f-f1dcdf25ae51" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.980316] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0cad0c7-64b1-42ce-805f-f1dcdf25ae51" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.980316] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0cad0c7-64b1-42ce-805f-f1dcdf25ae51" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.980316] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0cad0c7-64b1-42ce-805f-f1dcdf25ae51',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.482023] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2406724-56cf-4846-a4be-b0460e4eea6a taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.482023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.482023] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2406724-56cf-4846-a4be-b0460e4eea6a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.482023] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0cad0c7-64b1-42ce-805f-f1dcdf25ae51 with status ACTIVE [ 668.482023] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.482023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.482023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.482023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.482023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.482023] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.482023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.482023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.482023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.482023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.483164] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.483164] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.483705] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.484175] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.484383] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.484564] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0cad0c7-64b1-42ce-805f-f1dcdf25ae51 is going to be updated. [ 668.510514] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.510756] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.510756] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.510973] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.511118] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.511268] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0cad0c7-64b1-42ce-805f-f1dcdf25ae51" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.988520] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2406724-56cf-4846-a4be-b0460e4eea6a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.040029] env[65906]: INFO networking_nsxv3.common.synchronization [req-72d1620a-2664-4882-822e-d2fdf14ea48f req-5e084c8c-52cd-4ecd-ae9e-d039a285b655 tempest-ListServerFiltersTestJSON-1797891546 tempest-ListServerFiltersTestJSON-1797891546-project-member] Enqueued Resource ID: 98c4feba-5543-467b-a736-2ecfe5042a77 with Priority: HIGHEST for action security_group_members [ 669.040029] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c4feba-5543-467b-a736-2ecfe5042a77 with Priority: HIGHEST for action security_group_members [ 669.040029] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c4feba-5543-467b-a736-2ecfe5042a77 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.040029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.041088] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.041499] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.042452] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.042452] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.042452] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.044679] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.044679] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.044679] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98c4feba-5543-467b-a736-2ecfe5042a77',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.229389] env[65906]: INFO networking_nsxv3.common.synchronization [None req-dea741f4-8505-4e27-ac93-024dbf7ffb66 None None] Enqueued Resource ID: 86f73a83-2400-4783-8ba7-ab89852cef0f with Priority: HIGHEST for action port [ 669.230079] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86f73a83-2400-4783-8ba7-ab89852cef0f with Priority: HIGHEST for action port [ 669.230238] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-86f73a83-2400-4783-8ba7-ab89852cef0f taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.230460] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86f73a83-2400-4783-8ba7-ab89852cef0f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.230460] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86f73a83-2400-4783-8ba7-ab89852cef0f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.231705] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86f73a83-2400-4783-8ba7-ab89852cef0f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.231705] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86f73a83-2400-4783-8ba7-ab89852cef0f',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.491539] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.491539] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.491539] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.491539] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.491539] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.491539] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2406724-56cf-4846-a4be-b0460e4eea6a is going to be created. [ 669.518232] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.518350] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.518463] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.518619] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.518784] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.533157] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2406724-56cf-4846-a4be-b0460e4eea6a in Status: UNINITIALIZED for 2s [ 669.548578] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.548766] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.548811] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.549042] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.549138] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.549337] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.549438] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.549502] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.549656] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.549794] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.549850] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98c4feba-5543-467b-a736-2ecfe5042a77 already deleted. [ 669.553021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.733668] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86f73a83-2400-4783-8ba7-ab89852cef0f [ 669.733668] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.733668] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.733668] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.734288] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.734288] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.734288] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86f73a83-2400-4783-8ba7-ab89852cef0f already deleted. [ 669.734288] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86f73a83-2400-4783-8ba7-ab89852cef0f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.111824] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-724 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.112084] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-724" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.112152] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-724" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.112473] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-724" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.112722] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.112876] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.112988] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.113207] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.113348] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.113548] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.113655] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.114063] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.114063] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.114063] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.114063] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.114256] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.133828] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.134011] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 670.134128] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.134302] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-724" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.134776] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-1e5ffbb2-094f-4b6b-9908-fc84307a6bec taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.134776] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-1e5ffbb2-094f-4b6b-9908-fc84307a6bec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.134987] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-1e5ffbb2-094f-4b6b-9908-fc84307a6bec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.135260] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-1e5ffbb2-094f-4b6b-9908-fc84307a6bec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.135352] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e5ffbb2-094f-4b6b-9908-fc84307a6bec',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.273447] env[65906]: INFO networking_nsxv3.common.synchronization [None req-fdb8a2b0-33b7-4683-984c-2eb14115f7c8 None None] Enqueued Resource ID: 8655cf0e-ec25-4a82-9d8f-e4245566a2f2 with Priority: HIGHEST for action port [ 670.274150] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8655cf0e-ec25-4a82-9d8f-e4245566a2f2 with Priority: HIGHEST for action port [ 670.274552] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-8655cf0e-ec25-4a82-9d8f-e4245566a2f2 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.274726] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8655cf0e-ec25-4a82-9d8f-e4245566a2f2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.275049] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8655cf0e-ec25-4a82-9d8f-e4245566a2f2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.275175] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8655cf0e-ec25-4a82-9d8f-e4245566a2f2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.275325] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8655cf0e-ec25-4a82-9d8f-e4245566a2f2',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.637895] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.638218] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.638347] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.638833] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.639073] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.639908] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port 1e5ffbb2-094f-4b6b-9908-fc84307a6bec not found, creating... [ 670.639908] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.639908] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.640198] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.640367] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.640631] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.641224] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.641224] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.641359] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.642362] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.642362] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.642362] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: 1e5ffbb2-094f-4b6b-9908-fc84307a6bec is going to be created. [ 670.664126] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.664861] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.665031] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.666096] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.666341] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.666559] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-1e5ffbb2-094f-4b6b-9908-fc84307a6bec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.777503] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8655cf0e-ec25-4a82-9d8f-e4245566a2f2 [ 670.777741] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.777886] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.777954] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.778202] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.778297] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.778395] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8655cf0e-ec25-4a82-9d8f-e4245566a2f2 already deleted. [ 670.778480] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8655cf0e-ec25-4a82-9d8f-e4245566a2f2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.404288] env[65906]: INFO networking_nsxv3.common.synchronization [req-72d1620a-2664-4882-822e-d2fdf14ea48f req-e2ffd1c6-c510-4e71-83d0-c17e00327522 service nova] Enqueued Resource ID: 98c4feba-5543-467b-a736-2ecfe5042a77 with Priority: HIGHEST for action security_group_rules [ 671.404452] env[65906]: INFO networking_nsxv3.common.synchronization [req-72d1620a-2664-4882-822e-d2fdf14ea48f req-e2ffd1c6-c510-4e71-83d0-c17e00327522 service nova] Enqueued Resource ID: 98c4feba-5543-467b-a736-2ecfe5042a77 with Priority: HIGHEST for action security_group_members [ 671.404587] env[65906]: INFO networking_nsxv3.common.synchronization [req-72d1620a-2664-4882-822e-d2fdf14ea48f req-e2ffd1c6-c510-4e71-83d0-c17e00327522 service nova] Enqueued Resource ID: 1e5ffbb2-094f-4b6b-9908-fc84307a6bec with Priority: HIGHEST for action port [ 671.405103] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c4feba-5543-467b-a736-2ecfe5042a77 with Priority: HIGHEST for action security_group_rules [ 671.405278] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c4feba-5543-467b-a736-2ecfe5042a77 with Priority: HIGHEST for action security_group_members [ 671.405378] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e5ffbb2-094f-4b6b-9908-fc84307a6bec with Priority: HIGHEST for action port [ 671.405690] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98c4feba-5543-467b-a736-2ecfe5042a77 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.405819] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.405906] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.406167] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.406248] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98c4feba-5543-467b-a736-2ecfe5042a77',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.412304] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c4feba-5543-467b-a736-2ecfe5042a77 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.412304] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.412304] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.412304] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.412304] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.412304] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.412304] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.412304] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.412304] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.412304] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98c4feba-5543-467b-a736-2ecfe5042a77',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.412304] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e5ffbb2-094f-4b6b-9908-fc84307a6bec taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.412304] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e5ffbb2-094f-4b6b-9908-fc84307a6bec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.412304] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e5ffbb2-094f-4b6b-9908-fc84307a6bec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.412304] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e5ffbb2-094f-4b6b-9908-fc84307a6bec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.412304] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e5ffbb2-094f-4b6b-9908-fc84307a6bec',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.543890] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2406724-56cf-4846-a4be-b0460e4eea6a in Status: SUCCESS [ 671.544126] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.544390] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.544635] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.544865] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.545571] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.545571] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.545571] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.545571] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.545571] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.545571] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2406724-56cf-4846-a4be-b0460e4eea6a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.718019] env[65906]: INFO networking_nsxv3.common.synchronization [None req-baae91d4-4213-4ec8-8025-3a845ad241f9 None None] Enqueued Resource ID: 2957f104-ab2a-4d4c-86de-6e421d724a7a with Priority: HIGHEST for action port [ 671.718019] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2957f104-ab2a-4d4c-86de-6e421d724a7a with Priority: HIGHEST for action port [ 671.718019] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-2957f104-ab2a-4d4c-86de-6e421d724a7a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.718019] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2957f104-ab2a-4d4c-86de-6e421d724a7a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.718019] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2957f104-ab2a-4d4c-86de-6e421d724a7a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.718019] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2957f104-ab2a-4d4c-86de-6e421d724a7a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.718019] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2957f104-ab2a-4d4c-86de-6e421d724a7a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.803580] env[65906]: INFO networking_nsxv3.common.synchronization [None req-ad30f8b6-d4cc-42da-ac11-7e78cebce2ec None None] Enqueued Resource ID: 033325bc-508b-4197-ba78-48a6c08c5ca5 with Priority: HIGHEST for action port [ 671.804102] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 033325bc-508b-4197-ba78-48a6c08c5ca5 with Priority: HIGHEST for action port [ 671.804643] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-033325bc-508b-4197-ba78-48a6c08c5ca5 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.804643] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-033325bc-508b-4197-ba78-48a6c08c5ca5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.804643] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-033325bc-508b-4197-ba78-48a6c08c5ca5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.804837] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-033325bc-508b-4197-ba78-48a6c08c5ca5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.804966] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('033325bc-508b-4197-ba78-48a6c08c5ca5',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.914050] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98c4feba-5543-467b-a736-2ecfe5042a77',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.915172] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c4feba-5543-467b-a736-2ecfe5042a77 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.915319] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.915417] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e5ffbb2-094f-4b6b-9908-fc84307a6bec with status ACTIVE [ 671.915573] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.915684] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.915762] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.917496] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.917496] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.917496] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.917496] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.917496] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.917496] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.917496] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.917496] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.917496] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.917496] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.917496] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.917496] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.917496] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e5ffbb2-094f-4b6b-9908-fc84307a6bec is going to be updated. [ 671.951530] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.951721] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.951721] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.951983] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.951983] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.952166] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e5ffbb2-094f-4b6b-9908-fc84307a6bec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.048009] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2406724-56cf-4846-a4be-b0460e4eea6a taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.048219] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.048285] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.048500] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.048698] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.048829] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.048890] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.049057] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.049148] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.049260] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.049648] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2406724-56cf-4846-a4be-b0460e4eea6a taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.049648] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.049648] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.049833] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.049971] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.049971] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.050978] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.050978] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.050978] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.050978] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.050978] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2406724-56cf-4846-a4be-b0460e4eea6a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.220918] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2957f104-ab2a-4d4c-86de-6e421d724a7a [ 672.221167] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.221310] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.221382] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.221620] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.221705] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.221801] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2957f104-ab2a-4d4c-86de-6e421d724a7a already deleted. [ 672.221882] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2957f104-ab2a-4d4c-86de-6e421d724a7a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.307367] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 033325bc-508b-4197-ba78-48a6c08c5ca5 [ 672.307674] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.307875] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.307963] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.308146] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.308274] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.308471] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:033325bc-508b-4197-ba78-48a6c08c5ca5 already deleted. [ 672.308582] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-033325bc-508b-4197-ba78-48a6c08c5ca5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.420402] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98c4feba-5543-467b-a736-2ecfe5042a77',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.554106] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2406724-56cf-4846-a4be-b0460e4eea6a: rpc.has_security_group_logging(os_id): False [ 672.577103] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.577752] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.577752] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.577752] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.577752] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.577934] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.577993] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.578039] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.578199] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.578281] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.578473] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.579840] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.579840] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.579840] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.579840] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.579840] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.579840] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.579840] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.579840] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.581778] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.581778] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2406724-56cf-4846-a4be-b0460e4eea6a is going to be created. [ 672.662804] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.662961] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.663042] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.663310] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.663511] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.687805] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2406724-56cf-4846-a4be-b0460e4eea6a in Status: IN_PROGRESS for 2s [ 672.897438] env[65906]: INFO networking_nsxv3.common.synchronization [req-4dabdc84-76a5-475f-bd55-b9c3b2342b0f req-275d9742-1aae-4512-bd52-d12a16cb2583 tempest-ServerRescueNegativeTestJSON-858064303 tempest-ServerRescueNegativeTestJSON-858064303-project-member] Enqueued Resource ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 with Priority: HIGHEST for action security_group_members [ 672.898146] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 with Priority: HIGHEST for action security_group_members [ 672.898418] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5e3b2b3-6e34-410e-a67e-a4732c260128 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.898680] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.898766] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.899122] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.899300] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.899482] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.899482] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.900105] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.900105] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.900105] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5e3b2b3-6e34-410e-a67e-a4732c260128',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.925695] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.925695] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.925695] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.925953] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.925953] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.925953] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98c4feba-5543-467b-a736-2ecfe5042a77 is going to be created. [ 672.953240] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.953598] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.953598] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.953717] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.956850] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.965427] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c4feba-5543-467b-a736-2ecfe5042a77 in Status: UNINITIALIZED for 2s [ 673.334162] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-300 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.334162] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-300" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.334162] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-300" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.334522] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-300" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.338010] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.338329] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.338512] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.338938] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.339228] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.339535] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.339715] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.339893] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.340070] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.340243] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.340408] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.341100] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.371934] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.371934] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 673.376261] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.376261] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-300" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.376261] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-4eaae1b9-04b7-4c3c-9652-dfa608196011 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.376261] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-4eaae1b9-04b7-4c3c-9652-dfa608196011" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.376261] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-4eaae1b9-04b7-4c3c-9652-dfa608196011" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.376261] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-4eaae1b9-04b7-4c3c-9652-dfa608196011" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.376261] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4eaae1b9-04b7-4c3c-9652-dfa608196011',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.402308] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.402579] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.402579] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.402763] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.402993] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.403071] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.403161] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.403219] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.403376] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.403444] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.403530] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 already deleted. [ 673.403612] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.880547] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.880776] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.880900] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.881200] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.881343] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.881496] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port 4eaae1b9-04b7-4c3c-9652-dfa608196011 not found, creating... [ 673.881763] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.881933] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.882044] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.882435] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.882435] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.882685] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.882832] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.882945] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.883175] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.883296] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.883430] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: 4eaae1b9-04b7-4c3c-9652-dfa608196011 is going to be created. [ 673.905838] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.906173] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.906218] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.906483] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.906710] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.906930] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-4eaae1b9-04b7-4c3c-9652-dfa608196011" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.539681] env[65906]: INFO networking_nsxv3.common.synchronization [None req-eeb5c146-51e9-477b-b5e1-2840fec63b00 None None] Enqueued Resource ID: 2740c783-a5f9-498a-92cb-39866af7890d with Priority: HIGHEST for action port [ 674.540299] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2740c783-a5f9-498a-92cb-39866af7890d with Priority: HIGHEST for action port [ 674.540747] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-2740c783-a5f9-498a-92cb-39866af7890d taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.540970] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2740c783-a5f9-498a-92cb-39866af7890d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.540970] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2740c783-a5f9-498a-92cb-39866af7890d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.541237] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2740c783-a5f9-498a-92cb-39866af7890d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.541417] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2740c783-a5f9-498a-92cb-39866af7890d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.652221] env[65906]: INFO networking_nsxv3.common.synchronization [req-4dabdc84-76a5-475f-bd55-b9c3b2342b0f req-785f5c0d-2dc4-4497-b53a-b8040c1c9272 service nova] Enqueued Resource ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 with Priority: HIGHEST for action security_group_rules [ 674.652536] env[65906]: INFO networking_nsxv3.common.synchronization [req-4dabdc84-76a5-475f-bd55-b9c3b2342b0f req-785f5c0d-2dc4-4497-b53a-b8040c1c9272 service nova] Enqueued Resource ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 with Priority: HIGHEST for action security_group_members [ 674.653289] env[65906]: INFO networking_nsxv3.common.synchronization [req-4dabdc84-76a5-475f-bd55-b9c3b2342b0f req-785f5c0d-2dc4-4497-b53a-b8040c1c9272 service nova] Enqueued Resource ID: 4eaae1b9-04b7-4c3c-9652-dfa608196011 with Priority: HIGHEST for action port [ 674.654268] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 with Priority: HIGHEST for action security_group_rules [ 674.654268] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 with Priority: HIGHEST for action security_group_members [ 674.654268] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4eaae1b9-04b7-4c3c-9652-dfa608196011 with Priority: HIGHEST for action port [ 674.654570] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5e3b2b3-6e34-410e-a67e-a4732c260128 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.654718] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.654787] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.655064] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.655153] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5e3b2b3-6e34-410e-a67e-a4732c260128',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.657012] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5e3b2b3-6e34-410e-a67e-a4732c260128 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.657102] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.657151] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.657308] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.657456] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.657552] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.657623] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.657764] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.657852] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.657939] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5e3b2b3-6e34-410e-a67e-a4732c260128',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.658716] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-4eaae1b9-04b7-4c3c-9652-dfa608196011 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.658822] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4eaae1b9-04b7-4c3c-9652-dfa608196011" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.658888] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4eaae1b9-04b7-4c3c-9652-dfa608196011" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.659125] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4eaae1b9-04b7-4c3c-9652-dfa608196011" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.659125] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4eaae1b9-04b7-4c3c-9652-dfa608196011',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.700694] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2406724-56cf-4846-a4be-b0460e4eea6a in Status: SUCCESS [ 674.700694] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.845701] env[65906]: INFO networking_nsxv3.common.synchronization [req-1328f9aa-a1cd-4a60-8019-8f8a5e83de30 req-7918bad2-0beb-40d1-a358-c1e52ead282e tempest-SecurityGroupRulesTestJSON-1688282249 tempest-SecurityGroupRulesTestJSON-1688282249-project-member] Enqueued Resource ID: 8cef255b-bbbc-4183-8b90-31412cb09914 with Priority: HIGHEST for action security_group_rules [ 674.846609] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cef255b-bbbc-4183-8b90-31412cb09914 with Priority: HIGHEST for action security_group_rules [ 674.846944] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cef255b-bbbc-4183-8b90-31412cb09914 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.847298] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cef255b-bbbc-4183-8b90-31412cb09914" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.847298] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cef255b-bbbc-4183-8b90-31412cb09914" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.847417] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cef255b-bbbc-4183-8b90-31412cb09914" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.847474] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cef255b-bbbc-4183-8b90-31412cb09914',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.976647] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c4feba-5543-467b-a736-2ecfe5042a77 in Status: SUCCESS [ 674.979804] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.979804] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.979804] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.979804] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.979804] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.979804] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.979804] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.979804] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.979804] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.979804] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98c4feba-5543-467b-a736-2ecfe5042a77',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.045494] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2740c783-a5f9-498a-92cb-39866af7890d [ 675.045962] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.045962] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.045962] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.046180] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.046286] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.046399] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2740c783-a5f9-498a-92cb-39866af7890d already deleted. [ 675.046476] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2740c783-a5f9-498a-92cb-39866af7890d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.161718] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5e3b2b3-6e34-410e-a67e-a4732c260128',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.162756] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5e3b2b3-6e34-410e-a67e-a4732c260128 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.162894] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.166426] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4eaae1b9-04b7-4c3c-9652-dfa608196011 with status ACTIVE [ 675.166539] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.166700] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.166771] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.166958] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.167057] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.167235] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.167334] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.167399] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.167588] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.167707] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.167783] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.167876] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.167937] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.168092] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.168315] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.168315] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4eaae1b9-04b7-4c3c-9652-dfa608196011 is going to be updated. [ 675.191485] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.191703] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.191805] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.192076] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.192900] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.192900] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4eaae1b9-04b7-4c3c-9652-dfa608196011" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.373430] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.373619] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.373681] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.374021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.374205] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.374402] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cef255b-bbbc-4183-8b90-31412cb09914 already deleted. [ 675.374579] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cef255b-bbbc-4183-8b90-31412cb09914" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.481227] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c4feba-5543-467b-a736-2ecfe5042a77 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.481387] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.481546] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.481897] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.482092] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.483359] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.483359] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.483359] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.483359] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.483359] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.483359] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c4feba-5543-467b-a736-2ecfe5042a77 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.483359] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.483359] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.483359] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.483892] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.483953] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.484103] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.484142] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.484527] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.484527] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.484527] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98c4feba-5543-467b-a736-2ecfe5042a77',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.671520] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5e3b2b3-6e34-410e-a67e-a4732c260128',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.711503] env[65906]: INFO networking_nsxv3.common.synchronization [None req-c00220cf-c002-4aff-8ca0-4c3199d1a89a tempest-AttachInterfacesTestJSON-1137117109 tempest-AttachInterfacesTestJSON-1137117109-project-member] Enqueued Resource ID: f492bda3-a21f-434d-a31e-0e14d7a68f30 with Priority: HIGHEST for action security_group_rules [ 675.712617] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f492bda3-a21f-434d-a31e-0e14d7a68f30 with Priority: HIGHEST for action security_group_rules [ 675.712975] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f492bda3-a21f-434d-a31e-0e14d7a68f30 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.713106] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.713226] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.713576] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.713576] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f492bda3-a21f-434d-a31e-0e14d7a68f30',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.885029] env[65906]: INFO networking_nsxv3.common.synchronization [None req-b481e956-b263-4dc5-ac58-c407ce257ef7 tempest-AttachInterfacesTestJSON-1137117109 tempest-AttachInterfacesTestJSON-1137117109-project-member] Enqueued Resource ID: f492bda3-a21f-434d-a31e-0e14d7a68f30 with Priority: HIGHEST for action security_group_rules [ 675.885337] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f492bda3-a21f-434d-a31e-0e14d7a68f30 with Priority: HIGHEST for action security_group_rules [ 675.885783] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f492bda3-a21f-434d-a31e-0e14d7a68f30 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.885923] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.988228] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98c4feba-5543-467b-a736-2ecfe5042a77: rpc.has_security_group_logging(os_id): False [ 676.012426] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.012722] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.012722] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.013524] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.013524] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.013524] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.013815] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.013815] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.013896] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.014024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.015851] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.015851] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.015851] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.015851] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.015851] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.016683] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.016837] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.016895] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.017105] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.017183] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.017273] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98c4feba-5543-467b-a736-2ecfe5042a77 is going to be created. [ 676.097021] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.097021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.097021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.097021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.097021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.117776] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98c4feba-5543-467b-a736-2ecfe5042a77 in Status: IN_PROGRESS for 2s [ 676.174070] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.174070] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.174389] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.174508] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.174824] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.174969] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 is going to be created. [ 676.228785] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.228987] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.228987] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.229293] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.229544] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.247186] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 in Status: UNINITIALIZED for 2s [ 676.248656] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.248893] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.249022] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.249348] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.249551] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.249709] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f492bda3-a21f-434d-a31e-0e14d7a68f30 already deleted. [ 676.249846] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.250615] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.250865] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.250983] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f492bda3-a21f-434d-a31e-0e14d7a68f30',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.775918] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.776083] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.776183] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.776407] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.776503] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.776618] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f492bda3-a21f-434d-a31e-0e14d7a68f30 already deleted. [ 676.776696] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.132747] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98c4feba-5543-467b-a736-2ecfe5042a77 in Status: SUCCESS [ 678.132747] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.259977] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 in Status: SUCCESS [ 678.259977] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.259977] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.259977] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.259977] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.259977] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.259977] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.259977] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.259977] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.259977] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.259977] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5e3b2b3-6e34-410e-a67e-a4732c260128',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.707126] env[65906]: INFO networking_nsxv3.common.synchronization [req-6bd9512d-24e3-43a3-be34-440001890655 req-e3dc3333-fd90-4fd8-8741-2cfec5bac49a tempest-ImagesNegativeTestJSON-1588588691 tempest-ImagesNegativeTestJSON-1588588691-project-member] Enqueued Resource ID: 215bd18b-48d5-42e8-9440-dc9e896c7ba2 with Priority: HIGHEST for action security_group_members [ 678.707126] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 215bd18b-48d5-42e8-9440-dc9e896c7ba2 with Priority: HIGHEST for action security_group_members [ 678.707759] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-215bd18b-48d5-42e8-9440-dc9e896c7ba2 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.708354] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-215bd18b-48d5-42e8-9440-dc9e896c7ba2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.708543] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-215bd18b-48d5-42e8-9440-dc9e896c7ba2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.708944] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-215bd18b-48d5-42e8-9440-dc9e896c7ba2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.709379] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.709646] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.711290] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.711290] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.711290] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.711290] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('215bd18b-48d5-42e8-9440-dc9e896c7ba2',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.762309] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5e3b2b3-6e34-410e-a67e-a4732c260128 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.762530] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.762530] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.762747] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.762929] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.763086] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.763131] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.763268] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.763357] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.763466] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.763646] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5e3b2b3-6e34-410e-a67e-a4732c260128 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.763743] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.763797] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.763945] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.764135] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.764231] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.764291] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.764445] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.764520] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.764603] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.764709] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5e3b2b3-6e34-410e-a67e-a4732c260128',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.212190] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.212466] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.212466] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.212659] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.212779] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.212993] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.213118] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.213272] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.213336] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.214442] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.214442] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 215bd18b-48d5-42e8-9440-dc9e896c7ba2 is going to be updated. [ 679.251514] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.251514] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.251514] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.251514] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.251514] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.261577] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 215bd18b-48d5-42e8-9440-dc9e896c7ba2 in Status: IN_PROGRESS for 2s [ 679.270696] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5e3b2b3-6e34-410e-a67e-a4732c260128: rpc.has_security_group_logging(os_id): False [ 679.297556] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.297908] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.297908] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.298216] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.298352] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.298565] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.298726] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.298789] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.299008] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.299111] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.299368] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.299524] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.299599] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.299761] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.299852] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.300387] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.300468] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.300508] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.300652] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.300733] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.300837] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 is going to be created. [ 679.410502] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.410502] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.410502] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.410502] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.410884] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.427982] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 in Status: IN_PROGRESS for 2s [ 680.214202] env[65906]: INFO networking_nsxv3.common.synchronization [req-c1bbc320-5a61-4e27-b5e0-633e697c16ac req-bbaa772b-9ae7-45e8-b94e-631da01eeb2e tempest-SecurityGroupRulesTestJSON-1688282249 tempest-SecurityGroupRulesTestJSON-1688282249-project-member] Enqueued Resource ID: 8cef255b-bbbc-4183-8b90-31412cb09914 with Priority: HIGHEST for action security_group_rules [ 680.215034] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cef255b-bbbc-4183-8b90-31412cb09914 with Priority: HIGHEST for action security_group_rules [ 680.215203] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cef255b-bbbc-4183-8b90-31412cb09914 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.215344] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cef255b-bbbc-4183-8b90-31412cb09914" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.215399] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cef255b-bbbc-4183-8b90-31412cb09914" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.215795] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cef255b-bbbc-4183-8b90-31412cb09914" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.215795] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cef255b-bbbc-4183-8b90-31412cb09914',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.739217] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.739400] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.739470] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.739646] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.739807] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.740123] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cef255b-bbbc-4183-8b90-31412cb09914 already deleted. [ 680.740123] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cef255b-bbbc-4183-8b90-31412cb09914" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.274104] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 215bd18b-48d5-42e8-9440-dc9e896c7ba2 in Status: SUCCESS [ 681.274530] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 215bd18b-48d5-42e8-9440-dc9e896c7ba2 deletion is rescheduled due to dependency. [ 681.274530] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-215bd18b-48d5-42e8-9440-dc9e896c7ba2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.444673] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 in Status: SUCCESS [ 681.444673] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.957343] env[65906]: INFO networking_nsxv3.common.synchronization [req-ea517835-b459-467a-814e-3f52244f5a23 req-e97c4fec-7e54-468b-846c-fc4fd42cad51 tempest-ServersAdminTestJSON-589704668 tempest-ServersAdminTestJSON-589704668-project-member] Enqueued Resource ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 with Priority: HIGHEST for action security_group_members [ 682.957956] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 with Priority: HIGHEST for action security_group_members [ 682.958395] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b4b3dc-b35b-433f-ad5c-2611639a01a3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.958963] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.959052] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.959326] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.959518] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.959620] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.959686] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.959851] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.959939] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.960043] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.464140] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.464140] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.464140] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.464140] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.464140] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.464140] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.464140] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.464140] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.464705] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.464705] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.464705] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 already deleted. [ 683.464705] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.552580] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-989 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.552811] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-989" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.552923] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-989" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.553320] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-989" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.553598] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.553747] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.553851] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.554084] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.554232] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.554485] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.554643] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.554805] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.554919] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.555043] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.555155] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.555289] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.581040] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.581040] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 683.581040] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.581040] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-989" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.581890] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-dbfa1862-19f1-47b1-b6a3-c5a0d47e446a taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.581890] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-dbfa1862-19f1-47b1-b6a3-c5a0d47e446a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.581890] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-dbfa1862-19f1-47b1-b6a3-c5a0d47e446a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.582137] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-dbfa1862-19f1-47b1-b6a3-c5a0d47e446a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.582137] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbfa1862-19f1-47b1-b6a3-c5a0d47e446a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.084540] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.085051] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.085051] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.085332] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.085510] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.085753] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port dbfa1862-19f1-47b1-b6a3-c5a0d47e446a not found, creating... [ 684.086030] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.086220] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.086357] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.087041] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.087041] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.091516] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.091806] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.091929] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.092366] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.092662] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.092793] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: dbfa1862-19f1-47b1-b6a3-c5a0d47e446a is going to be created. [ 684.123428] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.124091] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.124091] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.124091] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.124273] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.124525] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-dbfa1862-19f1-47b1-b6a3-c5a0d47e446a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.875874] env[65906]: INFO networking_nsxv3.common.synchronization [req-ea517835-b459-467a-814e-3f52244f5a23 req-59ecbee3-d4be-447f-9c1a-5f48d329aafc service nova] Enqueued Resource ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 with Priority: HIGHEST for action security_group_rules [ 684.876103] env[65906]: INFO networking_nsxv3.common.synchronization [req-ea517835-b459-467a-814e-3f52244f5a23 req-59ecbee3-d4be-447f-9c1a-5f48d329aafc service nova] Enqueued Resource ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 with Priority: HIGHEST for action security_group_members [ 684.876275] env[65906]: INFO networking_nsxv3.common.synchronization [req-ea517835-b459-467a-814e-3f52244f5a23 req-59ecbee3-d4be-447f-9c1a-5f48d329aafc service nova] Enqueued Resource ID: dbfa1862-19f1-47b1-b6a3-c5a0d47e446a with Priority: HIGHEST for action port [ 684.876864] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 with Priority: HIGHEST for action security_group_rules [ 684.877062] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 with Priority: HIGHEST for action security_group_members [ 684.877657] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbfa1862-19f1-47b1-b6a3-c5a0d47e446a with Priority: HIGHEST for action port [ 684.878086] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19b4b3dc-b35b-433f-ad5c-2611639a01a3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.878246] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.878336] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.878590] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.878697] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.879698] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b4b3dc-b35b-433f-ad5c-2611639a01a3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.879848] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.880830] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.880830] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.880830] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.880830] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.880830] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.880830] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.880830] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.880830] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.882401] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbfa1862-19f1-47b1-b6a3-c5a0d47e446a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.882401] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbfa1862-19f1-47b1-b6a3-c5a0d47e446a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.882401] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbfa1862-19f1-47b1-b6a3-c5a0d47e446a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.882401] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbfa1862-19f1-47b1-b6a3-c5a0d47e446a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.882401] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbfa1862-19f1-47b1-b6a3-c5a0d47e446a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.384512] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b4b3dc-b35b-433f-ad5c-2611639a01a3 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.385315] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.385315] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.387425] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dbfa1862-19f1-47b1-b6a3-c5a0d47e446a with status ACTIVE [ 685.387704] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.387878] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.387979] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.388231] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.388353] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.388602] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.388749] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.388881] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.389104] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.389223] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.389716] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.389716] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.389716] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.389917] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.389975] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.393387] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dbfa1862-19f1-47b1-b6a3-c5a0d47e446a is going to be updated. [ 685.423556] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.423853] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.423903] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.424416] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.424652] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.424940] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbfa1862-19f1-47b1-b6a3-c5a0d47e446a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.674628] env[65906]: INFO networking_nsxv3.common.synchronization [None req-8f9f672c-787a-4d8c-8fc6-2780be403f18 None None] Enqueued Resource ID: d4b64c25-de91-42e8-9277-fc6b1b33a3d0 with Priority: HIGHEST for action port [ 685.675312] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4b64c25-de91-42e8-9277-fc6b1b33a3d0 with Priority: HIGHEST for action port [ 685.675631] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4b64c25-de91-42e8-9277-fc6b1b33a3d0 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.675804] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4b64c25-de91-42e8-9277-fc6b1b33a3d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.675879] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4b64c25-de91-42e8-9277-fc6b1b33a3d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.676199] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4b64c25-de91-42e8-9277-fc6b1b33a3d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.676279] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4b64c25-de91-42e8-9277-fc6b1b33a3d0',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.888856] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.110383] env[65906]: INFO networking_nsxv3.common.synchronization [req-ac02c9e8-6b57-4fcf-8052-12b0d8ea0b63 req-c3f7880a-e3fe-49b0-a4bc-c79ca9853e86 tempest-FloatingIPsAssociationNegativeTestJSON-886118286 tempest-FloatingIPsAssociationNegativeTestJSON-886118286-project-member] Enqueued Resource ID: ad683fe0-4d9c-4a46-8556-68f12a24168f with Priority: HIGHEST for action security_group_members [ 686.116125] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad683fe0-4d9c-4a46-8556-68f12a24168f with Priority: HIGHEST for action security_group_members [ 686.116125] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ad683fe0-4d9c-4a46-8556-68f12a24168f taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.116125] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ad683fe0-4d9c-4a46-8556-68f12a24168f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.116125] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ad683fe0-4d9c-4a46-8556-68f12a24168f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.116125] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ad683fe0-4d9c-4a46-8556-68f12a24168f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.116125] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.116125] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.116125] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.116125] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.116125] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.116125] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ad683fe0-4d9c-4a46-8556-68f12a24168f',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.179751] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4b64c25-de91-42e8-9277-fc6b1b33a3d0 [ 686.179751] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.179751] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.179751] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.179751] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.179751] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.179751] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4b64c25-de91-42e8-9277-fc6b1b33a3d0 already deleted. [ 686.179751] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4b64c25-de91-42e8-9277-fc6b1b33a3d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.392285] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.392975] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.392975] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.392975] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.392975] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.392975] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 is going to be created. [ 686.431461] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.431461] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.431461] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.431461] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.431461] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.448079] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 in Status: UNINITIALIZED for 2s [ 686.618631] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.620226] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.620451] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.620930] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.620984] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.621335] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.621549] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.621649] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.621847] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.621929] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.622056] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad683fe0-4d9c-4a46-8556-68f12a24168f is going to be updated. [ 686.661404] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.661669] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.661797] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.662086] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.662333] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.679503] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad683fe0-4d9c-4a46-8556-68f12a24168f in Status: IN_PROGRESS for 2s [ 686.916951] env[65906]: INFO networking_nsxv3.common.synchronization [req-87435649-3fc2-4ff1-a5ce-71437887845d req-f07d1946-baea-4f8d-b7d2-250f579ece22 tempest-ListServerFiltersTestJSON-1797891546 tempest-ListServerFiltersTestJSON-1797891546-project-member] Enqueued Resource ID: 98c4feba-5543-467b-a736-2ecfe5042a77 with Priority: HIGHEST for action security_group_members [ 686.917906] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c4feba-5543-467b-a736-2ecfe5042a77 with Priority: HIGHEST for action security_group_members [ 686.918309] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c4feba-5543-467b-a736-2ecfe5042a77 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.918507] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.918624] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.918864] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.919048] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.919152] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.919268] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.919487] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.919604] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.919707] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98c4feba-5543-467b-a736-2ecfe5042a77',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.422938] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98c4feba-5543-467b-a736-2ecfe5042a77',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.449018] env[65906]: INFO networking_nsxv3.common.synchronization [req-0ba7e5fc-e1ff-47fc-9682-8e8f1219eb81 req-abc3462f-5961-4581-b8e5-0ae38a1c63f1 tempest-ServersTestBootFromVolume-343005168 tempest-ServersTestBootFromVolume-343005168-project-member] Enqueued Resource ID: 434a4fa5-3252-45f4-92b5-c49d9aa2b3bf with Priority: HIGHEST for action security_group_members [ 687.452601] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 434a4fa5-3252-45f4-92b5-c49d9aa2b3bf with Priority: HIGHEST for action security_group_members [ 687.453481] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.453677] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.453768] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.454124] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.458143] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.458393] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.458626] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.458773] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.458905] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.459688] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('434a4fa5-3252-45f4-92b5-c49d9aa2b3bf',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.554021] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-724 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.554021] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-724" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.554021] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-724" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.554021] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-724" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.554021] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.554919] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.554919] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.555282] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.555602] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.557535] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.557535] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.557535] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.557535] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.557535] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.557535] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.557535] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.581123] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.581560] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 687.581560] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.581931] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-724" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.582062] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-b94279b2-a2d8-4092-b219-1c7c22dfa513 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.582232] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-b94279b2-a2d8-4092-b219-1c7c22dfa513" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.582345] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-b94279b2-a2d8-4092-b219-1c7c22dfa513" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.582835] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-b94279b2-a2d8-4092-b219-1c7c22dfa513" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.582835] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b94279b2-a2d8-4092-b219-1c7c22dfa513',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.926376] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98c4feba-5543-467b-a736-2ecfe5042a77',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.965374] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.965374] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.965374] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.965374] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.965374] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.965374] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.965374] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.967357] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.967357] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.967357] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.967357] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 434a4fa5-3252-45f4-92b5-c49d9aa2b3bf is going to be updated. [ 688.001084] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.001338] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.001451] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.001794] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.002059] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.018400] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 434a4fa5-3252-45f4-92b5-c49d9aa2b3bf in Status: IN_PROGRESS for 2s [ 688.085991] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.086887] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.087300] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.087758] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.088020] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.088460] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port b94279b2-a2d8-4092-b219-1c7c22dfa513 not found, creating... [ 688.088934] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.089240] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.089423] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.089809] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.090039] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.090774] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.090985] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.091142] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.091574] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.091670] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.091758] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: b94279b2-a2d8-4092-b219-1c7c22dfa513 is going to be created. [ 688.119388] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.123024] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.123024] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.123024] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.123024] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.123024] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-b94279b2-a2d8-4092-b219-1c7c22dfa513" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.249348] env[65906]: INFO networking_nsxv3.common.synchronization [None req-a7dcf06b-fc23-4a3a-af7e-31fbabcb949b None None] Enqueued Resource ID: 6a4ab471-89af-444f-b720-db13a5cad99f with Priority: HIGHEST for action port [ 688.249882] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a4ab471-89af-444f-b720-db13a5cad99f with Priority: HIGHEST for action port [ 688.250840] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a4ab471-89af-444f-b720-db13a5cad99f taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.250840] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a4ab471-89af-444f-b720-db13a5cad99f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.250840] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a4ab471-89af-444f-b720-db13a5cad99f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.250840] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a4ab471-89af-444f-b720-db13a5cad99f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.251225] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a4ab471-89af-444f-b720-db13a5cad99f',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.429559] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.429986] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.429986] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.430086] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.430122] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.430281] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98c4feba-5543-467b-a736-2ecfe5042a77 is going to be updated. [ 688.458566] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 in Status: SUCCESS [ 688.458864] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.459083] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.459341] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.459526] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.459679] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.459742] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.459916] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.460038] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.460121] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.460250] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.472223] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.472466] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.472466] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.472861] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.473061] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.487281] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c4feba-5543-467b-a736-2ecfe5042a77 in Status: IN_PROGRESS for 2s [ 688.692202] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ad683fe0-4d9c-4a46-8556-68f12a24168f in Status: SUCCESS [ 688.692672] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ad683fe0-4d9c-4a46-8556-68f12a24168f deletion is rescheduled due to dependency. [ 688.693797] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ad683fe0-4d9c-4a46-8556-68f12a24168f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.755342] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a4ab471-89af-444f-b720-db13a5cad99f [ 688.755818] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.759123] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.759123] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.759123] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.759123] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.759123] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a4ab471-89af-444f-b720-db13a5cad99f already deleted. [ 688.759123] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a4ab471-89af-444f-b720-db13a5cad99f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.883962] env[65906]: INFO networking_nsxv3.common.synchronization [req-87435649-3fc2-4ff1-a5ce-71437887845d req-6ca25a03-d415-4135-9205-6de958ec547d service nova] Enqueued Resource ID: 98c4feba-5543-467b-a736-2ecfe5042a77 with Priority: HIGHEST for action security_group_rules [ 688.884291] env[65906]: INFO networking_nsxv3.common.synchronization [req-87435649-3fc2-4ff1-a5ce-71437887845d req-6ca25a03-d415-4135-9205-6de958ec547d service nova] Enqueued Resource ID: 98c4feba-5543-467b-a736-2ecfe5042a77 with Priority: HIGHEST for action security_group_members [ 688.884588] env[65906]: INFO networking_nsxv3.common.synchronization [req-87435649-3fc2-4ff1-a5ce-71437887845d req-6ca25a03-d415-4135-9205-6de958ec547d service nova] Enqueued Resource ID: b94279b2-a2d8-4092-b219-1c7c22dfa513 with Priority: HIGHEST for action port [ 688.886026] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c4feba-5543-467b-a736-2ecfe5042a77 with Priority: HIGHEST for action security_group_rules [ 688.886026] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c4feba-5543-467b-a736-2ecfe5042a77 with Priority: HIGHEST for action security_group_members [ 688.886221] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b94279b2-a2d8-4092-b219-1c7c22dfa513 with Priority: HIGHEST for action port [ 688.886463] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98c4feba-5543-467b-a736-2ecfe5042a77 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.886615] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.886682] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.886885] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.887245] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98c4feba-5543-467b-a736-2ecfe5042a77',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.888353] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c4feba-5543-467b-a736-2ecfe5042a77 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.888353] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.888353] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-b94279b2-a2d8-4092-b219-1c7c22dfa513 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.888514] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b94279b2-a2d8-4092-b219-1c7c22dfa513" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.888514] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b94279b2-a2d8-4092-b219-1c7c22dfa513" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.888647] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b94279b2-a2d8-4092-b219-1c7c22dfa513" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.888700] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b94279b2-a2d8-4092-b219-1c7c22dfa513',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.962333] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b4b3dc-b35b-433f-ad5c-2611639a01a3 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.962540] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.962616] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.962895] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.963087] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.963198] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.963278] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.963652] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.964253] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.964253] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.964253] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b4b3dc-b35b-433f-ad5c-2611639a01a3 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.964253] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.964580] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.964580] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.964960] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.964960] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.964960] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.964960] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.966190] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.966190] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.966190] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.391036] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c4feba-5543-467b-a736-2ecfe5042a77 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.391283] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.392644] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b94279b2-a2d8-4092-b219-1c7c22dfa513 with status ACTIVE [ 689.392865] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.393255] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.393255] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.393377] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.393485] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.393650] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.393757] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.393992] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.393992] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.394079] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.394896] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.395076] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.395172] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.395322] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.395792] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.395927] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b94279b2-a2d8-4092-b219-1c7c22dfa513 is going to be updated. [ 689.423902] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.424321] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.424581] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.424907] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.425119] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.425319] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b94279b2-a2d8-4092-b219-1c7c22dfa513" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.467116] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19b4b3dc-b35b-433f-ad5c-2611639a01a3: rpc.has_security_group_logging(os_id): False [ 689.500493] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.500812] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.500812] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.501083] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.501182] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.501445] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.501559] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.501662] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.501861] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.501957] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.502224] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.502353] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.502438] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.502634] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.502741] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.503489] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.503630] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.503728] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.503889] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.503983] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.504129] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 is going to be created. [ 689.610939] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.611253] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.611353] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.611570] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.611873] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.632930] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 in Status: IN_PROGRESS for 2s [ 690.032323] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 434a4fa5-3252-45f4-92b5-c49d9aa2b3bf in Status: SUCCESS [ 690.032522] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 434a4fa5-3252-45f4-92b5-c49d9aa2b3bf deletion is rescheduled due to dependency. [ 690.032642] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.498995] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c4feba-5543-467b-a736-2ecfe5042a77 in Status: SUCCESS [ 690.499398] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.499518] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.499789] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.499984] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.500120] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.500253] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.500393] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.500627] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.500627] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98c4feba-5543-467b-a736-2ecfe5042a77',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.665591] env[65906]: INFO networking_nsxv3.common.synchronization [None req-d49f3c59-ee11-49a9-8291-6df4fc7900b4 None None] Enqueued Resource ID: 9ced8ed4-0ef5-4f92-a740-101f982b3184 with Priority: HIGHEST for action port [ 690.666272] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ced8ed4-0ef5-4f92-a740-101f982b3184 with Priority: HIGHEST for action port [ 690.666684] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ced8ed4-0ef5-4f92-a740-101f982b3184 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.666844] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ced8ed4-0ef5-4f92-a740-101f982b3184" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.666961] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ced8ed4-0ef5-4f92-a740-101f982b3184" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.667415] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ced8ed4-0ef5-4f92-a740-101f982b3184" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.667532] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ced8ed4-0ef5-4f92-a740-101f982b3184',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.003550] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98c4feba-5543-467b-a736-2ecfe5042a77',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.171068] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ced8ed4-0ef5-4f92-a740-101f982b3184 [ 691.171388] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.171558] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.171628] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.171843] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.171930] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.172148] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ced8ed4-0ef5-4f92-a740-101f982b3184 already deleted. [ 691.172148] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ced8ed4-0ef5-4f92-a740-101f982b3184" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.512557] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98c4feba-5543-467b-a736-2ecfe5042a77',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.647412] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 in Status: SUCCESS [ 691.647651] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.015699] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.015869] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.015948] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.016211] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.016320] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.016425] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98c4feba-5543-467b-a736-2ecfe5042a77 is going to be updated. [ 692.060839] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.061050] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.061050] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.061271] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.061430] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.072907] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c4feba-5543-467b-a736-2ecfe5042a77 in Status: IN_PROGRESS for 2s [ 692.928203] env[65906]: INFO networking_nsxv3.common.synchronization [None req-03ea62fd-c544-4a31-9b2f-7329effb42a5 None None] Enqueued Resource ID: 14c86d1f-c5fc-49e9-988a-ee8e3234ba3e with Priority: HIGHEST for action port [ 692.928730] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14c86d1f-c5fc-49e9-988a-ee8e3234ba3e with Priority: HIGHEST for action port [ 692.929286] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-14c86d1f-c5fc-49e9-988a-ee8e3234ba3e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.929586] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14c86d1f-c5fc-49e9-988a-ee8e3234ba3e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.929794] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14c86d1f-c5fc-49e9-988a-ee8e3234ba3e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.930226] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14c86d1f-c5fc-49e9-988a-ee8e3234ba3e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.930425] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14c86d1f-c5fc-49e9-988a-ee8e3234ba3e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.433725] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14c86d1f-c5fc-49e9-988a-ee8e3234ba3e [ 693.434100] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.434226] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.434226] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.434517] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.434661] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.434773] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14c86d1f-c5fc-49e9-988a-ee8e3234ba3e already deleted. [ 693.434876] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14c86d1f-c5fc-49e9-988a-ee8e3234ba3e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.945955] env[65906]: INFO networking_nsxv3.common.synchronization [req-300fc8c8-291e-4712-8fad-265ee177e4b7 req-671fbd88-8be7-4b2c-90bf-1d261e81a479 tempest-ServersTestFqdnHostnames-872361458 tempest-ServersTestFqdnHostnames-872361458-project-member] Enqueued Resource ID: ac44936f-aa66-4eb0-979d-c2f2f7665f7d with Priority: HIGHEST for action security_group_members [ 693.946740] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac44936f-aa66-4eb0-979d-c2f2f7665f7d with Priority: HIGHEST for action security_group_members [ 693.946893] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac44936f-aa66-4eb0-979d-c2f2f7665f7d taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.946988] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac44936f-aa66-4eb0-979d-c2f2f7665f7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.947075] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac44936f-aa66-4eb0-979d-c2f2f7665f7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.947336] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac44936f-aa66-4eb0-979d-c2f2f7665f7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.947526] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.947633] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.947691] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.947851] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.947931] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.948026] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac44936f-aa66-4eb0-979d-c2f2f7665f7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.089302] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c4feba-5543-467b-a736-2ecfe5042a77 in Status: SUCCESS [ 694.089542] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.089718] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.089978] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.090256] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.090472] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.090472] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.090638] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.090720] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.090806] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.090895] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98c4feba-5543-467b-a736-2ecfe5042a77',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.337141] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-570 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.337141] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-570" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.337141] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-570" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.337452] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-570" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.337889] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.338073] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.338181] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.338399] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.338630] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.338724] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.338831] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 694.339082] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 694.339082] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 694.339420] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.339420] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 694.339420] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 694.360587] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 694.360865] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 694.360945] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 694.361257] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-570" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.361670] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-1eaa5550-1314-4d00-a669-14d7c5ffac0f taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.362076] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-1eaa5550-1314-4d00-a669-14d7c5ffac0f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.362285] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-1eaa5550-1314-4d00-a669-14d7c5ffac0f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.362895] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-1eaa5550-1314-4d00-a669-14d7c5ffac0f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.363284] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1eaa5550-1314-4d00-a669-14d7c5ffac0f',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.450176] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.450424] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.450424] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.450624] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.450717] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.451054] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.451209] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.451248] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.451396] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.451598] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.452015] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac44936f-aa66-4eb0-979d-c2f2f7665f7d already deleted. [ 694.452142] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac44936f-aa66-4eb0-979d-c2f2f7665f7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.595038] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c4feba-5543-467b-a736-2ecfe5042a77 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.596330] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.596545] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.596656] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.596930] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.597975] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.599285] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.599584] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.599758] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.599866] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.600200] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c4feba-5543-467b-a736-2ecfe5042a77 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.600471] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.601226] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.601635] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.601985] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.602243] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.602315] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.602499] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.602611] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.602721] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.602777] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98c4feba-5543-467b-a736-2ecfe5042a77',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.865820] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.866071] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.866191] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.866495] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.866752] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.866818] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port 1eaa5550-1314-4d00-a669-14d7c5ffac0f not found, creating... [ 694.867046] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.867239] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.867366] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.867620] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.867767] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.868080] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.868296] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.868452] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.868695] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.868828] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.868968] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: 1eaa5550-1314-4d00-a669-14d7c5ffac0f is going to be created. [ 694.895589] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.895794] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.895952] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.896243] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.896467] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.896687] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-1eaa5550-1314-4d00-a669-14d7c5ffac0f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.106262] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98c4feba-5543-467b-a736-2ecfe5042a77: rpc.has_security_group_logging(os_id): False [ 695.127329] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.127561] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.127561] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.128045] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.128045] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.128206] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.128314] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.128314] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.128540] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.128612] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.128845] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.128961] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.129045] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.129228] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.129307] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.129507] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.129606] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.129657] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.129792] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.129910] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.129967] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98c4feba-5543-467b-a736-2ecfe5042a77 is going to be updated. [ 695.230301] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.230301] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.230301] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.230301] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.230556] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.251547] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98c4feba-5543-467b-a736-2ecfe5042a77 in Status: IN_PROGRESS for 2s [ 695.758516] env[65906]: INFO networking_nsxv3.common.synchronization [req-300fc8c8-291e-4712-8fad-265ee177e4b7 req-efef8807-7dcc-4520-9946-e479db4ce94a service nova] Enqueued Resource ID: ac44936f-aa66-4eb0-979d-c2f2f7665f7d with Priority: HIGHEST for action security_group_rules [ 695.758516] env[65906]: INFO networking_nsxv3.common.synchronization [req-300fc8c8-291e-4712-8fad-265ee177e4b7 req-efef8807-7dcc-4520-9946-e479db4ce94a service nova] Enqueued Resource ID: ac44936f-aa66-4eb0-979d-c2f2f7665f7d with Priority: HIGHEST for action security_group_members [ 695.758516] env[65906]: INFO networking_nsxv3.common.synchronization [req-300fc8c8-291e-4712-8fad-265ee177e4b7 req-efef8807-7dcc-4520-9946-e479db4ce94a service nova] Enqueued Resource ID: 1eaa5550-1314-4d00-a669-14d7c5ffac0f with Priority: HIGHEST for action port [ 695.758516] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac44936f-aa66-4eb0-979d-c2f2f7665f7d with Priority: HIGHEST for action security_group_rules [ 695.758516] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac44936f-aa66-4eb0-979d-c2f2f7665f7d with Priority: HIGHEST for action security_group_members [ 695.758516] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1eaa5550-1314-4d00-a669-14d7c5ffac0f with Priority: HIGHEST for action port [ 695.758516] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac44936f-aa66-4eb0-979d-c2f2f7665f7d taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.758516] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac44936f-aa66-4eb0-979d-c2f2f7665f7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.758516] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac44936f-aa66-4eb0-979d-c2f2f7665f7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.759364] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac44936f-aa66-4eb0-979d-c2f2f7665f7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.759612] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac44936f-aa66-4eb0-979d-c2f2f7665f7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.761549] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac44936f-aa66-4eb0-979d-c2f2f7665f7d taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.763817] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac44936f-aa66-4eb0-979d-c2f2f7665f7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.764064] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac44936f-aa66-4eb0-979d-c2f2f7665f7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.764448] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac44936f-aa66-4eb0-979d-c2f2f7665f7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.768952] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.768952] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.768952] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.768952] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.768952] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.768952] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac44936f-aa66-4eb0-979d-c2f2f7665f7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.768952] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-1eaa5550-1314-4d00-a669-14d7c5ffac0f taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.768952] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1eaa5550-1314-4d00-a669-14d7c5ffac0f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.768952] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1eaa5550-1314-4d00-a669-14d7c5ffac0f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.768952] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1eaa5550-1314-4d00-a669-14d7c5ffac0f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.768952] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1eaa5550-1314-4d00-a669-14d7c5ffac0f',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.270199] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac44936f-aa66-4eb0-979d-c2f2f7665f7d taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.270565] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac44936f-aa66-4eb0-979d-c2f2f7665f7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.270565] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac44936f-aa66-4eb0-979d-c2f2f7665f7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.272236] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1eaa5550-1314-4d00-a669-14d7c5ffac0f with status ACTIVE [ 696.272947] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.272947] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.272947] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.273204] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.274383] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.274616] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.274758] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.274812] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.274981] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.275081] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.275283] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.275410] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.275476] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.275639] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.275708] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.275794] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1eaa5550-1314-4d00-a669-14d7c5ffac0f is going to be updated. [ 696.302290] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.302593] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.302593] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.302866] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.303399] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.303399] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1eaa5550-1314-4d00-a669-14d7c5ffac0f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.351315] env[65906]: INFO networking_nsxv3.common.synchronization [None req-10c03f66-7a20-479f-b369-aba818fd7c3a tempest-ServerActionsTestOtherB-1909252011 tempest-ServerActionsTestOtherB-1909252011-project-member] Enqueued Resource ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 with Priority: HIGHEST for action security_group_rules [ 696.355320] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 with Priority: HIGHEST for action security_group_rules [ 696.356327] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5148d9e6-813b-4387-a770-c50a3b8104c3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.356649] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.356790] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.357113] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.357248] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5148d9e6-813b-4387-a770-c50a3b8104c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.632913] env[65906]: INFO networking_nsxv3.common.synchronization [None req-00c84510-4c5c-488a-9b26-4d363ae822a6 tempest-ServerActionsTestOtherB-1909252011 tempest-ServerActionsTestOtherB-1909252011-project-member] Enqueued Resource ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 with Priority: HIGHEST for action security_group_rules [ 696.633535] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 with Priority: HIGHEST for action security_group_rules [ 696.634355] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5148d9e6-813b-4387-a770-c50a3b8104c3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.634355] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.779092] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac44936f-aa66-4eb0-979d-c2f2f7665f7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.883556] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.883556] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.883556] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.883556] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.883556] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.883556] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 already deleted. [ 696.883556] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.883556] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.883556] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.883556] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5148d9e6-813b-4387-a770-c50a3b8104c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.025268] env[65906]: INFO networking_nsxv3.common.synchronization [req-5db77de7-c261-4ff4-b516-20d443ba414f req-189f8f76-7067-40ab-aca6-67e85feb0723 tempest-MultipleCreateTestJSON-783540863 tempest-MultipleCreateTestJSON-783540863-project-member] Enqueued Resource ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d with Priority: HIGHEST for action security_group_members [ 697.025268] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d with Priority: HIGHEST for action security_group_members [ 697.026238] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.027258] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.027589] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.028178] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.028591] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.028928] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.029178] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.029576] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.029854] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.030193] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.268702] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98c4feba-5543-467b-a736-2ecfe5042a77 in Status: SUCCESS [ 697.268702] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.286038] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.286038] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.286038] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.286038] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.286038] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.286038] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac44936f-aa66-4eb0-979d-c2f2f7665f7d is going to be created. [ 697.326178] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.326424] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.326583] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.327055] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.327251] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.342403] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac44936f-aa66-4eb0-979d-c2f2f7665f7d in Status: UNINITIALIZED for 2s [ 697.409477] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.409477] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.409477] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.409477] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.409477] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.409477] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 already deleted. [ 697.409477] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.533946] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.533946] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.533946] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.533946] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.534325] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.534325] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.534472] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.534537] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.534708] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.534793] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.534882] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d already deleted. [ 697.534965] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.536984] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-939 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.537183] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-939" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.537302] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-939" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.537611] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-939" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.537859] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.538047] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.538189] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.538433] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.538574] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.538782] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.538888] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 697.539013] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 697.539124] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 697.539242] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 697.539340] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 697.539475] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 697.560310] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 697.560540] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 697.560679] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 697.560909] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-939" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.561347] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-d510d298-a28f-4ca3-a868-195323196f6a taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.561515] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-d510d298-a28f-4ca3-a868-195323196f6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.563240] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-d510d298-a28f-4ca3-a868-195323196f6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.563531] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-d510d298-a28f-4ca3-a868-195323196f6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.563661] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d510d298-a28f-4ca3-a868-195323196f6a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.067054] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.067054] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.067054] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.067360] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.067428] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.067624] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port d510d298-a28f-4ca3-a868-195323196f6a not found, creating... [ 698.067965] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.068198] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.068346] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.068637] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.068858] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.069286] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.069524] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.069707] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.069997] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.070238] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.070453] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: d510d298-a28f-4ca3-a868-195323196f6a is going to be created. [ 698.094057] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.094325] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.094404] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.094670] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.094896] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.095125] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-d510d298-a28f-4ca3-a868-195323196f6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.796590] env[65906]: INFO networking_nsxv3.common.synchronization [req-5db77de7-c261-4ff4-b516-20d443ba414f req-35ce358d-439c-4511-a5bc-8db7d04c082e service nova] Enqueued Resource ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d with Priority: HIGHEST for action security_group_rules [ 698.796878] env[65906]: INFO networking_nsxv3.common.synchronization [req-5db77de7-c261-4ff4-b516-20d443ba414f req-35ce358d-439c-4511-a5bc-8db7d04c082e service nova] Enqueued Resource ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d with Priority: HIGHEST for action security_group_members [ 698.796922] env[65906]: INFO networking_nsxv3.common.synchronization [req-5db77de7-c261-4ff4-b516-20d443ba414f req-35ce358d-439c-4511-a5bc-8db7d04c082e service nova] Enqueued Resource ID: d510d298-a28f-4ca3-a868-195323196f6a with Priority: HIGHEST for action port [ 698.797431] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d with Priority: HIGHEST for action security_group_rules [ 698.797566] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d with Priority: HIGHEST for action security_group_members [ 698.797664] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d510d298-a28f-4ca3-a868-195323196f6a with Priority: HIGHEST for action port [ 698.797921] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.803173] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.803337] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.803826] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.803826] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.805309] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.805309] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.805309] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.805489] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.805632] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.805802] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.805802] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.805945] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.805999] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.806711] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.807577] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-d510d298-a28f-4ca3-a868-195323196f6a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.808845] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d510d298-a28f-4ca3-a868-195323196f6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.808845] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d510d298-a28f-4ca3-a868-195323196f6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.811276] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d510d298-a28f-4ca3-a868-195323196f6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.811367] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d510d298-a28f-4ca3-a868-195323196f6a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.272036] env[65906]: INFO networking_nsxv3.common.synchronization [req-5db77de7-c261-4ff4-b516-20d443ba414f req-642fc60b-b454-4fc1-a1b1-adbea2380cc8 tempest-MultipleCreateTestJSON-783540863 tempest-MultipleCreateTestJSON-783540863-project-member] Enqueued Resource ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d with Priority: HIGHEST for action security_group_members [ 699.272036] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d with Priority: HIGHEST for action security_group_members [ 699.272036] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.272036] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.316027] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.316027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.316027] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.316027] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d510d298-a28f-4ca3-a868-195323196f6a with status ACTIVE [ 699.316027] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.316027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.316027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.316027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.316027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.316027] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.316027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.316027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.316027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.316027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.316947] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.317242] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.317439] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.318153] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.318358] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.318571] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d510d298-a28f-4ca3-a868-195323196f6a is going to be updated. [ 699.322963] env[65906]: INFO networking_nsxv3.common.synchronization [None req-1ccc05a0-5bf5-41ef-97d0-ae93e8b957dc None None] Enqueued Resource ID: d3054998-a8ba-479f-97b4-5a0fee5facc0 with Priority: HIGHEST for action port [ 699.323871] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3054998-a8ba-479f-97b4-5a0fee5facc0 with Priority: HIGHEST for action port [ 699.325042] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3054998-a8ba-479f-97b4-5a0fee5facc0 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.325042] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3054998-a8ba-479f-97b4-5a0fee5facc0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.325042] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3054998-a8ba-479f-97b4-5a0fee5facc0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.325042] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3054998-a8ba-479f-97b4-5a0fee5facc0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.325042] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3054998-a8ba-479f-97b4-5a0fee5facc0',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.345202] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.345202] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.345202] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.345202] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.345202] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.345202] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d510d298-a28f-4ca3-a868-195323196f6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.358343] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac44936f-aa66-4eb0-979d-c2f2f7665f7d in Status: SUCCESS [ 699.358343] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac44936f-aa66-4eb0-979d-c2f2f7665f7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.358343] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac44936f-aa66-4eb0-979d-c2f2f7665f7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.358343] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac44936f-aa66-4eb0-979d-c2f2f7665f7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.358343] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.358343] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.358343] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.358343] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.358343] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.358343] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac44936f-aa66-4eb0-979d-c2f2f7665f7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.358343] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac44936f-aa66-4eb0-979d-c2f2f7665f7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.723638] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-939 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.723638] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-939" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.723638] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-939" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.723638] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-939" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.723638] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.723638] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.723638] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.723638] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.723638] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.724591] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.724591] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.724591] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.724591] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.724591] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.724591] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.724591] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.746895] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.747089] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 699.747231] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.747529] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-939" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.747796] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-82701c36-5e88-4933-a3c3-3c00ccd04177 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.747987] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-82701c36-5e88-4933-a3c3-3c00ccd04177" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.748122] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-82701c36-5e88-4933-a3c3-3c00ccd04177" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.748497] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-82701c36-5e88-4933-a3c3-3c00ccd04177" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.748635] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82701c36-5e88-4933-a3c3-3c00ccd04177',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.822082] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.829470] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3054998-a8ba-479f-97b4-5a0fee5facc0 [ 699.829470] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.829470] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.829470] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.829470] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.829470] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.829470] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3054998-a8ba-479f-97b4-5a0fee5facc0 already deleted. [ 699.829470] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3054998-a8ba-479f-97b4-5a0fee5facc0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.866724] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac44936f-aa66-4eb0-979d-c2f2f7665f7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.252751] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.253018] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.253666] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.254193] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.254348] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.254595] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port 82701c36-5e88-4933-a3c3-3c00ccd04177 not found, creating... [ 700.254770] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.254928] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.255046] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.255340] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.255547] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.255881] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.256089] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.256259] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.256412] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.256540] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.257263] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: 82701c36-5e88-4933-a3c3-3c00ccd04177 is going to be created. [ 700.278709] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.279101] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.279101] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.279345] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.279638] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.279774] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-82701c36-5e88-4933-a3c3-3c00ccd04177" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.328024] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.328024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.328024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.328024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.328024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.328024] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d is going to be created. [ 700.371490] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.371671] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.371732] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.371931] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.372138] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.373336] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac44936f-aa66-4eb0-979d-c2f2f7665f7d: rpc.has_security_group_logging(os_id): False [ 700.388735] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d in Status: UNINITIALIZED for 2s [ 700.397208] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.397408] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.397480] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.397683] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.397775] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.398170] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.398334] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.398409] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.398542] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.398616] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.398712] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac44936f-aa66-4eb0-979d-c2f2f7665f7d is going to be created. [ 700.494160] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.494474] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.494474] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.494692] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.494877] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.510655] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac44936f-aa66-4eb0-979d-c2f2f7665f7d in Status: IN_PROGRESS for 2s [ 701.451407] env[65906]: INFO networking_nsxv3.common.synchronization [req-5db77de7-c261-4ff4-b516-20d443ba414f req-6565160f-1c08-41e2-9905-1d3d980ce9a8 service nova] Enqueued Resource ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d with Priority: HIGHEST for action security_group_rules [ 701.451407] env[65906]: INFO networking_nsxv3.common.synchronization [req-5db77de7-c261-4ff4-b516-20d443ba414f req-6565160f-1c08-41e2-9905-1d3d980ce9a8 service nova] Enqueued Resource ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d with Priority: HIGHEST for action security_group_members [ 701.451407] env[65906]: INFO networking_nsxv3.common.synchronization [req-5db77de7-c261-4ff4-b516-20d443ba414f req-6565160f-1c08-41e2-9905-1d3d980ce9a8 service nova] Enqueued Resource ID: 82701c36-5e88-4933-a3c3-3c00ccd04177 with Priority: HIGHEST for action port [ 701.451407] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d with Priority: HIGHEST for action security_group_rules [ 701.451852] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d with Priority: HIGHEST for action security_group_members [ 701.453415] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82701c36-5e88-4933-a3c3-3c00ccd04177 with Priority: HIGHEST for action port [ 701.453415] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.454547] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.454701] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.455544] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.455544] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-82701c36-5e88-4933-a3c3-3c00ccd04177 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.458564] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82701c36-5e88-4933-a3c3-3c00ccd04177" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.458564] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82701c36-5e88-4933-a3c3-3c00ccd04177" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.458564] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82701c36-5e88-4933-a3c3-3c00ccd04177" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.458564] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82701c36-5e88-4933-a3c3-3c00ccd04177',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.599185] env[65906]: INFO networking_nsxv3.common.synchronization [req-f42007e7-a223-4753-8d4d-7de77da57f24 req-02a1a24e-3a81-48ad-9644-25fe90f3a45c tempest-ImagesOneServerNegativeTestJSON-975420196 tempest-ImagesOneServerNegativeTestJSON-975420196-project-member] Enqueued Resource ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a with Priority: HIGHEST for action security_group_members [ 701.599753] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a with Priority: HIGHEST for action security_group_members [ 701.600733] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cc02c32-2f05-4040-9c14-ff813cab3d2a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.600921] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.602541] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.602541] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.602541] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.602541] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.602541] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.602541] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.602541] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.602541] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cc02c32-2f05-4040-9c14-ff813cab3d2a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.954836] env[65906]: INFO networking_nsxv3.common.synchronization [None req-8048f4a8-b5f7-4e18-ba1b-814d6d186c5b None None] Enqueued Resource ID: 03ca164a-a954-436c-9bf3-bb116f4bc737 with Priority: HIGHEST for action port [ 701.956547] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03ca164a-a954-436c-9bf3-bb116f4bc737 with Priority: HIGHEST for action port [ 701.956547] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-03ca164a-a954-436c-9bf3-bb116f4bc737 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.956547] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03ca164a-a954-436c-9bf3-bb116f4bc737" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.956547] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03ca164a-a954-436c-9bf3-bb116f4bc737" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.956765] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03ca164a-a954-436c-9bf3-bb116f4bc737" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.956765] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03ca164a-a954-436c-9bf3-bb116f4bc737',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.962907] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82701c36-5e88-4933-a3c3-3c00ccd04177 with status ACTIVE [ 701.962907] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.962907] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.962907] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.963158] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.963158] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.963333] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.963484] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.963585] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.963826] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.963917] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.964827] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.964827] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.964827] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.964827] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.964827] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.964827] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82701c36-5e88-4933-a3c3-3c00ccd04177 is going to be updated. [ 701.997392] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.999390] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.999390] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.999390] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.999607] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.999607] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82701c36-5e88-4933-a3c3-3c00ccd04177" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.104251] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.104484] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.104588] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.104818] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.104940] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.105175] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.105334] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.105659] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.105659] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.105786] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.105786] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a is going to be updated. [ 702.172042] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.172193] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.172261] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.172595] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.172728] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.185186] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a in Status: IN_PROGRESS for 2s [ 702.314515] env[65906]: INFO networking_nsxv3.common.synchronization [req-955e7dbc-bc06-4930-ad7d-a5097867a6fa req-62a40e8a-e81d-4b29-8663-a50a8e61e6d5 tempest-FloatingIPsAssociationTestJSON-464697251 tempest-FloatingIPsAssociationTestJSON-464697251-project-member] Enqueued Resource ID: 854c0692-f886-4131-a445-bab0e08b0c94 with Priority: HIGHEST for action security_group_members [ 702.315372] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 854c0692-f886-4131-a445-bab0e08b0c94 with Priority: HIGHEST for action security_group_members [ 702.315719] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-854c0692-f886-4131-a445-bab0e08b0c94 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.315849] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.316032] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.316568] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.316645] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.316718] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.316765] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.316973] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.317359] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.317359] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('854c0692-f886-4131-a445-bab0e08b0c94',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.399443] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d in Status: SUCCESS [ 702.399700] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.400341] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.400341] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.400341] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.400556] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.400556] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.400632] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.400718] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.400811] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.461178] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03ca164a-a954-436c-9bf3-bb116f4bc737 [ 702.461178] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.461178] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.461178] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.461178] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.461178] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.461178] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03ca164a-a954-436c-9bf3-bb116f4bc737 already deleted. [ 702.461178] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03ca164a-a954-436c-9bf3-bb116f4bc737" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.535966] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac44936f-aa66-4eb0-979d-c2f2f7665f7d in Status: SUCCESS [ 702.537166] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac44936f-aa66-4eb0-979d-c2f2f7665f7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.820923] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('854c0692-f886-4131-a445-bab0e08b0c94',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.903572] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.939611] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-482 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.939844] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-482" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.939973] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-482" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.940299] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-482" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.940577] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.940739] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.940847] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.941078] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.941232] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.941434] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.941554] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.941693] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.941733] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.941823] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.941919] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.942057] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.963042] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.963042] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 702.963218] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.963506] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-482" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.964452] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-7eec2c89-ffc1-4407-8c7c-db220a566f29 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.964452] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-7eec2c89-ffc1-4407-8c7c-db220a566f29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.964452] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-7eec2c89-ffc1-4407-8c7c-db220a566f29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.964452] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-7eec2c89-ffc1-4407-8c7c-db220a566f29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.964806] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7eec2c89-ffc1-4407-8c7c-db220a566f29',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.323509] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('854c0692-f886-4131-a445-bab0e08b0c94',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.408463] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.467346] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.467795] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.467795] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.468082] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.468259] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.468408] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port 7eec2c89-ffc1-4407-8c7c-db220a566f29 not found, creating... [ 703.468669] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.468818] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.468920] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.469194] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.469346] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.469628] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.469820] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.469883] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.470196] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.470311] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.470473] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: 7eec2c89-ffc1-4407-8c7c-db220a566f29 is going to be created. [ 703.493417] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.494981] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.494981] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.494981] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.494981] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.494981] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-7eec2c89-ffc1-4407-8c7c-db220a566f29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.826329] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.826594] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.826594] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.826876] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.826960] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.827078] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 854c0692-f886-4131-a445-bab0e08b0c94 is going to be updated. [ 703.858204] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.858501] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.858590] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.858846] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.859017] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.868301] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 854c0692-f886-4131-a445-bab0e08b0c94 in Status: IN_PROGRESS for 2s [ 703.911950] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.912176] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.912232] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.912418] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.912499] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.912606] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d is going to be updated. [ 703.941230] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.941411] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.941776] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.941776] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.941919] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.952246] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d in Status: IN_PROGRESS for 2s [ 704.196169] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a in Status: SUCCESS [ 704.196387] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a deletion is rescheduled due to dependency. [ 704.196514] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.270683] env[65906]: INFO networking_nsxv3.common.synchronization [req-955e7dbc-bc06-4930-ad7d-a5097867a6fa req-fa333807-702e-4c30-b3ce-c7977e6bf9ed service nova] Enqueued Resource ID: 854c0692-f886-4131-a445-bab0e08b0c94 with Priority: HIGHEST for action security_group_rules [ 704.270683] env[65906]: INFO networking_nsxv3.common.synchronization [req-955e7dbc-bc06-4930-ad7d-a5097867a6fa req-fa333807-702e-4c30-b3ce-c7977e6bf9ed service nova] Enqueued Resource ID: 854c0692-f886-4131-a445-bab0e08b0c94 with Priority: HIGHEST for action security_group_members [ 704.270683] env[65906]: INFO networking_nsxv3.common.synchronization [req-955e7dbc-bc06-4930-ad7d-a5097867a6fa req-fa333807-702e-4c30-b3ce-c7977e6bf9ed service nova] Enqueued Resource ID: 7eec2c89-ffc1-4407-8c7c-db220a566f29 with Priority: HIGHEST for action port [ 704.270683] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 854c0692-f886-4131-a445-bab0e08b0c94 with Priority: HIGHEST for action security_group_rules [ 704.270683] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 854c0692-f886-4131-a445-bab0e08b0c94 with Priority: HIGHEST for action security_group_members [ 704.272034] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7eec2c89-ffc1-4407-8c7c-db220a566f29 with Priority: HIGHEST for action port [ 704.272034] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-854c0692-f886-4131-a445-bab0e08b0c94 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.272034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.272034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.272034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.272034] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('854c0692-f886-4131-a445-bab0e08b0c94',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.276750] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-854c0692-f886-4131-a445-bab0e08b0c94 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.276750] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.276750] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-7eec2c89-ffc1-4407-8c7c-db220a566f29 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.276750] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7eec2c89-ffc1-4407-8c7c-db220a566f29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.276750] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7eec2c89-ffc1-4407-8c7c-db220a566f29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.276750] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7eec2c89-ffc1-4407-8c7c-db220a566f29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.276750] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7eec2c89-ffc1-4407-8c7c-db220a566f29',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.783442] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7eec2c89-ffc1-4407-8c7c-db220a566f29 with status ACTIVE [ 704.783986] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.784159] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.784455] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.784455] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.784551] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.784725] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.784823] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.784884] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.785089] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.785196] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.785354] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.785443] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.785500] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.785632] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.785702] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.785782] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7eec2c89-ffc1-4407-8c7c-db220a566f29 is going to be updated. [ 704.787330] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-854c0692-f886-4131-a445-bab0e08b0c94 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.787432] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.809266] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.809473] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.809569] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.809749] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.809981] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.810121] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7eec2c89-ffc1-4407-8c7c-db220a566f29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.881390] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 854c0692-f886-4131-a445-bab0e08b0c94 in Status: SUCCESS [ 705.881822] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.882122] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.882229] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.882417] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.882521] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.882596] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.882735] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.882815] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.882921] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('854c0692-f886-4131-a445-bab0e08b0c94',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.964059] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d in Status: SUCCESS [ 705.966773] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.966773] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.966773] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.966773] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.966773] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.966773] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.966773] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.966773] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.966773] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.966773] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.968314] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.969209] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.969209] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.969531] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.969838] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.970417] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.970849] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.970849] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.975404] env[65906]: INFO networking_nsxv3.common.synchronization [None req-381c1e71-0585-4457-a29e-ecc0f163669d None None] Enqueued Resource ID: 0819d2a2-bb87-4f50-9dab-366e2660feb6 with Priority: HIGHEST for action port [ 705.976692] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0819d2a2-bb87-4f50-9dab-366e2660feb6 with Priority: HIGHEST for action port [ 705.977196] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-0819d2a2-bb87-4f50-9dab-366e2660feb6 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.977338] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0819d2a2-bb87-4f50-9dab-366e2660feb6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.977467] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0819d2a2-bb87-4f50-9dab-366e2660feb6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.977885] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0819d2a2-bb87-4f50-9dab-366e2660feb6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.977954] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0819d2a2-bb87-4f50-9dab-366e2660feb6',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.386707] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('854c0692-f886-4131-a445-bab0e08b0c94',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.473621] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.473829] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.474102] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.482399] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0819d2a2-bb87-4f50-9dab-366e2660feb6 [ 706.482677] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.482827] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.482874] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.483119] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.483228] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.483324] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0819d2a2-bb87-4f50-9dab-366e2660feb6 already deleted. [ 706.483388] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0819d2a2-bb87-4f50-9dab-366e2660feb6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.779728] env[65906]: INFO networking_nsxv3.common.synchronization [req-a6c88ef7-ae30-4fd2-9a6d-b066bc4e8a79 req-02edc47a-f829-464e-9605-674a8ab8f761 tempest-ServersAdminTestJSON-589704668 tempest-ServersAdminTestJSON-589704668-project-member] Enqueued Resource ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 with Priority: HIGHEST for action security_group_members [ 706.780327] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 with Priority: HIGHEST for action security_group_members [ 706.781280] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b4b3dc-b35b-433f-ad5c-2611639a01a3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.781280] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.781280] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.781280] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.781280] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.781280] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.781280] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.781649] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.781649] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.781649] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.888974] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('854c0692-f886-4131-a445-bab0e08b0c94',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.977186] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.158918] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-989 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.159259] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-989" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.159382] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-989" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.159642] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-989" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.159915] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.160153] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.160273] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.160482] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.161092] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.161092] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.161092] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.162229] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.162512] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.162630] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.162712] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.162855] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.188925] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.189146] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 707.189511] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.189511] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-989" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.190190] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-8e2e4b19-6f90-4e6d-aed8-1358f29e1032 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.190190] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-8e2e4b19-6f90-4e6d-aed8-1358f29e1032" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.190190] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-8e2e4b19-6f90-4e6d-aed8-1358f29e1032" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.190449] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-8e2e4b19-6f90-4e6d-aed8-1358f29e1032" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.190586] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e2e4b19-6f90-4e6d-aed8-1358f29e1032',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.284700] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.392619] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.392619] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.392619] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.393282] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.393669] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.393888] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 854c0692-f886-4131-a445-bab0e08b0c94 is going to be updated. [ 707.430757] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.431092] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.431092] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.431311] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.431454] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.461092] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 854c0692-f886-4131-a445-bab0e08b0c94 in Status: IN_PROGRESS for 2s [ 707.479567] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.479733] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.479787] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.480408] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.480408] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.480557] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d is going to be updated. [ 707.520850] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.521100] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.521422] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.521493] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.521688] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.536624] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d in Status: IN_PROGRESS for 2s [ 707.693897] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.694272] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.694457] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.694747] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.694897] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.695058] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port 8e2e4b19-6f90-4e6d-aed8-1358f29e1032 not found, creating... [ 707.695323] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.695479] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.695589] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.695817] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.695940] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.696260] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.696485] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.696643] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.696858] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.696986] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.697473] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: 8e2e4b19-6f90-4e6d-aed8-1358f29e1032 is going to be created. [ 707.720683] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.720934] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.721199] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.721646] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.722063] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.722556] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-8e2e4b19-6f90-4e6d-aed8-1358f29e1032" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.786769] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.289716] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.290285] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.290285] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.290285] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.290497] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.290497] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 is going to be updated. [ 708.347562] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.347774] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.347826] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.348175] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.348337] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.360737] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 in Status: IN_PROGRESS for 2s [ 708.475626] env[65906]: INFO networking_nsxv3.common.synchronization [None req-246ec0d5-3334-44c1-9091-8dd87ef76ba4 None None] Enqueued Resource ID: 85e33dc1-9281-4cc6-86f2-74334ec15384 with Priority: HIGHEST for action port [ 708.476201] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85e33dc1-9281-4cc6-86f2-74334ec15384 with Priority: HIGHEST for action port [ 708.476522] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-85e33dc1-9281-4cc6-86f2-74334ec15384 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.476745] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85e33dc1-9281-4cc6-86f2-74334ec15384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.476745] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85e33dc1-9281-4cc6-86f2-74334ec15384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.476944] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85e33dc1-9281-4cc6-86f2-74334ec15384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.477205] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85e33dc1-9281-4cc6-86f2-74334ec15384',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.597894] env[65906]: INFO networking_nsxv3.common.synchronization [req-a6c88ef7-ae30-4fd2-9a6d-b066bc4e8a79 req-05d2cb40-51d2-4084-bd61-c86db47f9a84 service nova] Enqueued Resource ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 with Priority: HIGHEST for action security_group_rules [ 708.598135] env[65906]: INFO networking_nsxv3.common.synchronization [req-a6c88ef7-ae30-4fd2-9a6d-b066bc4e8a79 req-05d2cb40-51d2-4084-bd61-c86db47f9a84 service nova] Enqueued Resource ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 with Priority: HIGHEST for action security_group_members [ 708.599014] env[65906]: INFO networking_nsxv3.common.synchronization [req-a6c88ef7-ae30-4fd2-9a6d-b066bc4e8a79 req-05d2cb40-51d2-4084-bd61-c86db47f9a84 service nova] Enqueued Resource ID: 8e2e4b19-6f90-4e6d-aed8-1358f29e1032 with Priority: HIGHEST for action port [ 708.599014] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 with Priority: HIGHEST for action security_group_rules [ 708.599014] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 with Priority: HIGHEST for action security_group_members [ 708.601030] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e2e4b19-6f90-4e6d-aed8-1358f29e1032 with Priority: HIGHEST for action port [ 708.601030] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19b4b3dc-b35b-433f-ad5c-2611639a01a3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.601030] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.601030] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.601030] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.601030] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.601551] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b4b3dc-b35b-433f-ad5c-2611639a01a3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.601551] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.601748] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e2e4b19-6f90-4e6d-aed8-1358f29e1032 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.601902] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e2e4b19-6f90-4e6d-aed8-1358f29e1032" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.602031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e2e4b19-6f90-4e6d-aed8-1358f29e1032" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.602197] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e2e4b19-6f90-4e6d-aed8-1358f29e1032" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.602274] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e2e4b19-6f90-4e6d-aed8-1358f29e1032',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.982747] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85e33dc1-9281-4cc6-86f2-74334ec15384 [ 708.982747] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.982747] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.982747] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.982747] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.982747] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.982747] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85e33dc1-9281-4cc6-86f2-74334ec15384 already deleted. [ 708.982747] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85e33dc1-9281-4cc6-86f2-74334ec15384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.109262] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b4b3dc-b35b-433f-ad5c-2611639a01a3 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.109262] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.109262] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e2e4b19-6f90-4e6d-aed8-1358f29e1032 with status ACTIVE [ 709.109262] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.109262] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.109262] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.109262] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.109262] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.109262] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.109262] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.109262] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.109262] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.109262] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.109262] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.109764] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.109764] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.109764] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.109764] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.109764] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e2e4b19-6f90-4e6d-aed8-1358f29e1032 is going to be updated. [ 709.137777] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.137978] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.138037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.138586] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.138840] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.138909] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e2e4b19-6f90-4e6d-aed8-1358f29e1032" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.477666] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 854c0692-f886-4131-a445-bab0e08b0c94 in Status: SUCCESS [ 709.477930] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.477930] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.478214] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.478398] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.478852] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.478852] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.478852] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.478951] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.479067] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.479212] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('854c0692-f886-4131-a445-bab0e08b0c94',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.554324] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d in Status: SUCCESS [ 709.554600] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.554799] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.555603] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.555691] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.555801] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.555886] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.556039] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.556154] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.556285] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.556591] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.556591] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.556591] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.556750] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.556936] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.557074] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.557142] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.557296] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.557375] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.557461] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.557555] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.983575] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-854c0692-f886-4131-a445-bab0e08b0c94 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.983975] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.984218] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.984532] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.984790] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.985160] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.985474] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.986972] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.987195] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.987409] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.987698] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-854c0692-f886-4131-a445-bab0e08b0c94 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.987955] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.988127] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.988370] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.988679] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.988878] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.989042] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.989290] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.989448] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.989604] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.989758] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('854c0692-f886-4131-a445-bab0e08b0c94',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.062208] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d: rpc.has_security_group_logging(os_id): False [ 710.088775] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.089150] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.089150] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.089346] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.089346] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.089650] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.090256] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.090256] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.090256] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.090256] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.090464] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.090582] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.090641] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.094023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.094023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.094023] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.094023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.094023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.094023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.094023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.094023] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d is going to be created. [ 710.163060] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.163060] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.163060] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.163060] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.163060] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.182609] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d in Status: IN_PROGRESS for 2s [ 710.374031] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 in Status: SUCCESS [ 710.374031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.374031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.374031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.374031] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.374031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.374031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.375037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.375037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.375037] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.493164] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 854c0692-f886-4131-a445-bab0e08b0c94: rpc.has_security_group_logging(os_id): False [ 710.514872] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.515089] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.515181] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.515442] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.515542] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.515759] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.516192] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.516192] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.516324] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.516386] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.516593] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.516671] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.516718] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.516857] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.516966] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.517115] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.517205] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.517264] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.517461] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.517546] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.517651] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 854c0692-f886-4131-a445-bab0e08b0c94 is going to be updated. [ 710.604611] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.605105] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.605105] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.605310] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.606950] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.624778] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 854c0692-f886-4131-a445-bab0e08b0c94 in Status: IN_PROGRESS for 2s [ 710.709557] env[65906]: INFO networking_nsxv3.common.synchronization [None req-bec58655-8dd2-4f80-802d-b98afa0160cf None None] Enqueued Resource ID: 9398921b-7fad-49d4-8875-d38ff0d9fc20 with Priority: HIGHEST for action port [ 710.710188] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9398921b-7fad-49d4-8875-d38ff0d9fc20 with Priority: HIGHEST for action port [ 710.710511] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-9398921b-7fad-49d4-8875-d38ff0d9fc20 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.710632] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9398921b-7fad-49d4-8875-d38ff0d9fc20" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.710693] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9398921b-7fad-49d4-8875-d38ff0d9fc20" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.712884] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9398921b-7fad-49d4-8875-d38ff0d9fc20" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.713069] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9398921b-7fad-49d4-8875-d38ff0d9fc20',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.878204] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.217521] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9398921b-7fad-49d4-8875-d38ff0d9fc20 [ 711.217856] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.218073] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.218321] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.218512] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.218925] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.218925] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9398921b-7fad-49d4-8875-d38ff0d9fc20 already deleted. [ 711.218925] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9398921b-7fad-49d4-8875-d38ff0d9fc20" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.381158] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.622350] env[65906]: INFO networking_nsxv3.common.synchronization [req-18bfa63f-f58b-4b78-a409-ae5f78e60814 req-3114fdb1-1b47-4eba-8f72-fbb65db4c7e8 tempest-ImagesOneServerTestJSON-1132676307 tempest-ImagesOneServerTestJSON-1132676307-project-member] Enqueued Resource ID: d54ff51c-4ab7-4801-bdf3-d05d64000bea with Priority: HIGHEST for action security_group_members [ 711.622350] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d54ff51c-4ab7-4801-bdf3-d05d64000bea with Priority: HIGHEST for action security_group_members [ 711.622350] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d54ff51c-4ab7-4801-bdf3-d05d64000bea taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.623168] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d54ff51c-4ab7-4801-bdf3-d05d64000bea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.623398] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d54ff51c-4ab7-4801-bdf3-d05d64000bea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.623672] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d54ff51c-4ab7-4801-bdf3-d05d64000bea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.623948] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.624176] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.624307] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.624533] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.624755] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.625823] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d54ff51c-4ab7-4801-bdf3-d05d64000bea',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.632810] env[65906]: INFO networking_nsxv3.common.synchronization [req-1f8ebc8b-0f00-4d95-973e-c25b3e7eda3b req-6b35ff39-284e-4e65-9eca-2ee011cb77ee tempest-ListServerFiltersTestJSON-1797891546 tempest-ListServerFiltersTestJSON-1797891546-project-member] Enqueued Resource ID: 98c4feba-5543-467b-a736-2ecfe5042a77 with Priority: HIGHEST for action security_group_members [ 711.634361] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c4feba-5543-467b-a736-2ecfe5042a77 with Priority: HIGHEST for action security_group_members [ 711.634833] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c4feba-5543-467b-a736-2ecfe5042a77 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.635117] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.635286] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.635569] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.635807] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.636052] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.636194] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.636425] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.636585] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.636749] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98c4feba-5543-467b-a736-2ecfe5042a77',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.884589] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.884885] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.884986] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.885255] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.885377] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.885484] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 is going to be updated. [ 711.920063] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.920185] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.920185] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.920377] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.920523] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.930868] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 in Status: IN_PROGRESS for 2s [ 712.104525] env[65906]: INFO networking_nsxv3.common.synchronization [req-af89f161-fb47-454d-908a-85781ddae0bb req-1e4b8358-0a85-4e17-ad7a-069bd75e94a2 tempest-ImagesTestJSON-1400319718 tempest-ImagesTestJSON-1400319718-project-member] Enqueued Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_members [ 712.104525] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_members [ 712.104719] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e44fcdd6-c25c-40da-9f8b-035616ab7b70 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.104837] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.104900] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.105721] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.106022] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.106880] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.106880] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.106880] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.106880] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.106880] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.131630] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.131630] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.131630] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.131630] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.131630] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.131630] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.131630] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.131630] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.131630] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.131630] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.131630] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d54ff51c-4ab7-4801-bdf3-d05d64000bea is going to be updated. [ 712.140252] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98c4feba-5543-467b-a736-2ecfe5042a77',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.165853] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.166151] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.166234] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.166996] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.166996] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.179288] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d54ff51c-4ab7-4801-bdf3-d05d64000bea in Status: IN_PROGRESS for 2s [ 712.196785] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d in Status: SUCCESS [ 712.197117] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.197340] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.197595] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.197687] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.214660] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-724 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.214868] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-724" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.214968] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-724" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.215263] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-724" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.215520] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.215677] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.215783] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.215990] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.216176] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.216354] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.216557] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 712.216653] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 712.216758] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 712.216853] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.216950] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 712.217089] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 712.242313] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 712.242668] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 712.242821] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 712.242998] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-724" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.245888] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-a5d056f2-29d8-4c98-a13f-84db79ee1624 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.246290] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-a5d056f2-29d8-4c98-a13f-84db79ee1624" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.246488] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-a5d056f2-29d8-4c98-a13f-84db79ee1624" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.246959] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-a5d056f2-29d8-4c98-a13f-84db79ee1624" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.247197] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5d056f2-29d8-4c98-a13f-84db79ee1624',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.615443] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.615443] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.615443] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.615750] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.615750] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.615987] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.615987] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.616113] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.616353] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.616353] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.616444] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 is going to be updated. [ 712.641093] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 854c0692-f886-4131-a445-bab0e08b0c94 in Status: SUCCESS [ 712.641411] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.642754] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98c4feba-5543-467b-a736-2ecfe5042a77',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.651366] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.651702] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.651818] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.652115] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.652372] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.664959] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 in Status: IN_PROGRESS for 2s [ 712.700217] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.700439] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.700612] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.700863] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.701108] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.701289] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.701411] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.701673] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.701841] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.701968] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.702113] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.751717] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.751717] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.751982] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.752369] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.753576] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.753576] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port a5d056f2-29d8-4c98-a13f-84db79ee1624 not found, creating... [ 712.753576] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.753734] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.753862] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.754578] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.754832] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.755369] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.755804] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.755804] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.756200] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.756407] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.756654] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: a5d056f2-29d8-4c98-a13f-84db79ee1624 is going to be created. [ 712.786115] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.786400] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.786558] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.786827] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.787074] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.787303] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-a5d056f2-29d8-4c98-a13f-84db79ee1624" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.147995] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.148180] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.148939] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.148939] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.148939] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.148939] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98c4feba-5543-467b-a736-2ecfe5042a77 is going to be updated. [ 713.189315] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.189454] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.189530] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.189777] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.189901] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.210973] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c4feba-5543-467b-a736-2ecfe5042a77 in Status: IN_PROGRESS for 2s [ 713.210973] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.210973] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.210973] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.210973] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.210973] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.210973] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.210973] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.210973] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.210973] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.210973] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.210973] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.211410] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.211410] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.211410] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.211410] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.211513] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.211539] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.215776] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.215776] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.215776] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.215776] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.644240] env[65906]: INFO networking_nsxv3.common.synchronization [req-1f8ebc8b-0f00-4d95-973e-c25b3e7eda3b req-43cc8b9b-623e-4bfb-b871-268d000d6d1f service nova] Enqueued Resource ID: 98c4feba-5543-467b-a736-2ecfe5042a77 with Priority: HIGHEST for action security_group_rules [ 713.644516] env[65906]: INFO networking_nsxv3.common.synchronization [req-1f8ebc8b-0f00-4d95-973e-c25b3e7eda3b req-43cc8b9b-623e-4bfb-b871-268d000d6d1f service nova] Enqueued Resource ID: 98c4feba-5543-467b-a736-2ecfe5042a77 with Priority: HIGHEST for action security_group_members [ 713.644516] env[65906]: INFO networking_nsxv3.common.synchronization [req-1f8ebc8b-0f00-4d95-973e-c25b3e7eda3b req-43cc8b9b-623e-4bfb-b871-268d000d6d1f service nova] Enqueued Resource ID: a5d056f2-29d8-4c98-a13f-84db79ee1624 with Priority: HIGHEST for action port [ 713.645237] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c4feba-5543-467b-a736-2ecfe5042a77 with Priority: HIGHEST for action security_group_rules [ 713.645469] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c4feba-5543-467b-a736-2ecfe5042a77 with Priority: HIGHEST for action security_group_members [ 713.645551] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5d056f2-29d8-4c98-a13f-84db79ee1624 with Priority: HIGHEST for action port [ 713.645906] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98c4feba-5543-467b-a736-2ecfe5042a77 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.646071] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.646109] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.646422] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.646475] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98c4feba-5543-467b-a736-2ecfe5042a77',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.647755] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c4feba-5543-467b-a736-2ecfe5042a77 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.648727] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.648803] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5d056f2-29d8-4c98-a13f-84db79ee1624 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.651113] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5d056f2-29d8-4c98-a13f-84db79ee1624" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.651175] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5d056f2-29d8-4c98-a13f-84db79ee1624" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.651447] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5d056f2-29d8-4c98-a13f-84db79ee1624" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.651507] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5d056f2-29d8-4c98-a13f-84db79ee1624',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.716611] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d: rpc.has_security_group_logging(os_id): False [ 713.736769] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.736953] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.736992] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.737250] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.737362] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.737541] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.737636] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.737699] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.737862] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.737947] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.738192] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.738293] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.738354] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.738493] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.738566] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.738759] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.738851] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.738912] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.740739] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.741148] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.741411] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d is going to be updated. [ 713.815785] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.816171] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.816234] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.816421] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.816571] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.831553] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d in Status: IN_PROGRESS for 2s [ 713.948232] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 in Status: SUCCESS [ 713.948492] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.949102] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.949343] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.949553] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.949682] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.949759] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.950031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.950581] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.950689] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.950786] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.007627] env[65906]: INFO networking_nsxv3.common.synchronization [None req-c2bddc33-97d5-4cd1-b429-54663b05ccb3 None None] Enqueued Resource ID: 1e3d183c-a11a-4884-aa1f-f20ad502b2d2 with Priority: HIGHEST for action port [ 714.008347] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e3d183c-a11a-4884-aa1f-f20ad502b2d2 with Priority: HIGHEST for action port [ 714.008518] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e3d183c-a11a-4884-aa1f-f20ad502b2d2 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.008639] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e3d183c-a11a-4884-aa1f-f20ad502b2d2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.008705] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e3d183c-a11a-4884-aa1f-f20ad502b2d2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.009114] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e3d183c-a11a-4884-aa1f-f20ad502b2d2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.009114] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e3d183c-a11a-4884-aa1f-f20ad502b2d2',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.155807] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c4feba-5543-467b-a736-2ecfe5042a77 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.156026] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.156235] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5d056f2-29d8-4c98-a13f-84db79ee1624 with status ACTIVE [ 714.156308] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.156396] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.156464] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.156980] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.156980] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.156980] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.157195] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.157195] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.157292] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.157292] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.157457] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.157549] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.157594] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.157885] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.157885] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.157885] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5d056f2-29d8-4c98-a13f-84db79ee1624 is going to be updated. [ 714.185354] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.185854] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.186086] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.186357] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.187299] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.187930] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5d056f2-29d8-4c98-a13f-84db79ee1624" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.190901] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d54ff51c-4ab7-4801-bdf3-d05d64000bea in Status: SUCCESS [ 714.191103] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d54ff51c-4ab7-4801-bdf3-d05d64000bea deletion is rescheduled due to dependency. [ 714.191220] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d54ff51c-4ab7-4801-bdf3-d05d64000bea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.453979] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b4b3dc-b35b-433f-ad5c-2611639a01a3 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.453979] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.454174] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.455611] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.455993] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.456222] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.456933] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.457285] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.457515] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.458114] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.458548] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b4b3dc-b35b-433f-ad5c-2611639a01a3 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.458736] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.458833] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.459136] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.459446] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.459611] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.459688] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.459872] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.460129] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.460129] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.460247] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.510991] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1e3d183c-a11a-4884-aa1f-f20ad502b2d2 [ 714.511327] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.511902] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.511902] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.511902] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.511902] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.512141] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1e3d183c-a11a-4884-aa1f-f20ad502b2d2 already deleted. [ 714.512141] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e3d183c-a11a-4884-aa1f-f20ad502b2d2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.676139] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 in Status: SUCCESS [ 714.676846] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 deletion is rescheduled due to dependency. [ 714.676846] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.965040] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19b4b3dc-b35b-433f-ad5c-2611639a01a3: rpc.has_security_group_logging(os_id): False [ 714.985124] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.985124] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.985124] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.985124] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.985124] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.985286] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.985326] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.985380] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.985533] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.986334] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.986334] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.986334] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.986334] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.986334] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.986334] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.986718] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.986808] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.986918] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.987104] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.988051] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.988051] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 is going to be updated. [ 715.058583] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.058772] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.058839] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.059214] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.059390] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.077097] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 in Status: IN_PROGRESS for 2s [ 715.223953] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c4feba-5543-467b-a736-2ecfe5042a77 in Status: SUCCESS [ 715.224312] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.224524] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.225875] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.226694] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.226694] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.226694] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.226694] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.226694] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.227109] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98c4feba-5543-467b-a736-2ecfe5042a77',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.730045] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98c4feba-5543-467b-a736-2ecfe5042a77',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.846903] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d in Status: SUCCESS [ 715.847177] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.231195] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98c4feba-5543-467b-a736-2ecfe5042a77',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.735951] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.735951] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.735951] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.735951] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.735951] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.735951] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98c4feba-5543-467b-a736-2ecfe5042a77 is going to be updated. [ 716.766079] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.766079] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.766079] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.766079] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.766792] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.776858] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c4feba-5543-467b-a736-2ecfe5042a77 in Status: IN_PROGRESS for 2s [ 717.092070] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 in Status: SUCCESS [ 717.092950] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.329950] env[65906]: INFO networking_nsxv3.common.synchronization [req-4fd51402-e73a-4bb1-ab72-d5cb462bcd3b req-de7dcef5-ee81-4000-a3fa-789ac57e8466 tempest-SecurityGroupRulesNegativeTestJSON-708416393 tempest-SecurityGroupRulesNegativeTestJSON-708416393-project-member] Enqueued Resource ID: 8c385b40-18c6-4128-99e1-6158088ec8c7 with Priority: HIGHEST for action security_group_rules [ 717.330570] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c385b40-18c6-4128-99e1-6158088ec8c7 with Priority: HIGHEST for action security_group_rules [ 717.330885] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c385b40-18c6-4128-99e1-6158088ec8c7 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.331170] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c385b40-18c6-4128-99e1-6158088ec8c7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.331262] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c385b40-18c6-4128-99e1-6158088ec8c7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.331610] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c385b40-18c6-4128-99e1-6158088ec8c7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.331736] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c385b40-18c6-4128-99e1-6158088ec8c7',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.678779] env[65906]: INFO networking_nsxv3.common.synchronization [None req-26d3265f-34ab-4f55-8945-721e8bc23cee None None] Enqueued Resource ID: a6551237-da93-4ed3-8036-242e22da8706 with Priority: HIGHEST for action port [ 717.678779] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6551237-da93-4ed3-8036-242e22da8706 with Priority: HIGHEST for action port [ 717.678954] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-a6551237-da93-4ed3-8036-242e22da8706 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.680984] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a6551237-da93-4ed3-8036-242e22da8706" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.681095] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a6551237-da93-4ed3-8036-242e22da8706" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.682018] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a6551237-da93-4ed3-8036-242e22da8706" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.682018] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a6551237-da93-4ed3-8036-242e22da8706',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.859438] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.859438] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.859438] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.859438] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.859438] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.859438] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c385b40-18c6-4128-99e1-6158088ec8c7 already deleted. [ 717.859438] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c385b40-18c6-4128-99e1-6158088ec8c7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.185928] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a6551237-da93-4ed3-8036-242e22da8706 [ 718.186424] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.187183] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.187183] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.187183] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.187413] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.187475] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a6551237-da93-4ed3-8036-242e22da8706 already deleted. [ 718.187585] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a6551237-da93-4ed3-8036-242e22da8706" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.269090] env[65906]: INFO networking_nsxv3.common.synchronization [req-ba5755bb-1583-4ef8-a02a-97afd3d6c3ca req-cb7c9c66-07d9-4218-b681-1b3e6d0d184e tempest-ServerRescueNegativeTestJSON-858064303 tempest-ServerRescueNegativeTestJSON-858064303-project-member] Enqueued Resource ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 with Priority: HIGHEST for action security_group_members [ 718.272911] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 with Priority: HIGHEST for action security_group_members [ 718.272911] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5e3b2b3-6e34-410e-a67e-a4732c260128 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.273576] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.275228] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.275483] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.275684] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.275798] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.275861] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.276027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.276119] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.276213] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5e3b2b3-6e34-410e-a67e-a4732c260128',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.756462] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-300 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.756462] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-300" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.756462] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-300" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.756786] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-300" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.758720] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.758720] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.758720] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.758720] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.758720] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.758720] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.758720] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 718.758720] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 718.758720] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 718.758720] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 718.758720] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 718.759081] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 718.778774] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5e3b2b3-6e34-410e-a67e-a4732c260128',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.781190] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 718.781190] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 718.781385] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 718.782796] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-300" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.782796] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-5c9c6722-7441-4a4b-aeb0-db17c017eaea taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.782796] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-5c9c6722-7441-4a4b-aeb0-db17c017eaea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.782796] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-5c9c6722-7441-4a4b-aeb0-db17c017eaea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.782796] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-5c9c6722-7441-4a4b-aeb0-db17c017eaea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.782796] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c9c6722-7441-4a4b-aeb0-db17c017eaea',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.793587] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c4feba-5543-467b-a736-2ecfe5042a77 in Status: SUCCESS [ 718.793893] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.794937] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.795262] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.795553] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.795780] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.795833] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.795957] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.796056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.796387] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.796387] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98c4feba-5543-467b-a736-2ecfe5042a77',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.285358] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5e3b2b3-6e34-410e-a67e-a4732c260128',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.286794] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.287038] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.287195] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.287540] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.289054] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.289245] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port 5c9c6722-7441-4a4b-aeb0-db17c017eaea not found, creating... [ 719.289591] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.289818] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.289989] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.290518] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.291245] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.292476] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.292600] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.293054] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.293054] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.293192] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.293368] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: 5c9c6722-7441-4a4b-aeb0-db17c017eaea is going to be created. [ 719.298634] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c4feba-5543-467b-a736-2ecfe5042a77 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.298773] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.298825] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.299069] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.299208] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.299323] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.299636] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.299801] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.299894] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.300033] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.300288] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c4feba-5543-467b-a736-2ecfe5042a77 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.300288] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.300398] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.300576] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.300721] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.300868] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.300868] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.300995] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.301114] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.301197] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.301286] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98c4feba-5543-467b-a736-2ecfe5042a77',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.319133] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.319384] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.319510] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.319797] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.320128] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.320327] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-5c9c6722-7441-4a4b-aeb0-db17c017eaea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.795985] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.796307] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.796417] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.796714] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.796871] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.797046] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 is going to be updated. [ 719.805233] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98c4feba-5543-467b-a736-2ecfe5042a77: rpc.has_security_group_logging(os_id): False [ 719.907020] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.907020] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.907020] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.907020] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.907020] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.907020] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.907020] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.907020] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.907020] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.907020] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.907020] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.907020] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.907020] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.907020] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.907020] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.907653] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.907653] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.907653] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.907653] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.907897] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.907999] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98c4feba-5543-467b-a736-2ecfe5042a77 is going to be updated. [ 719.910755] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.910922] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.911061] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.911955] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.912348] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.924738] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 in Status: IN_PROGRESS for 2s [ 719.982465] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.982671] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.984696] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.985493] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.985493] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.001661] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98c4feba-5543-467b-a736-2ecfe5042a77 in Status: IN_PROGRESS for 2s [ 720.053701] env[65906]: INFO networking_nsxv3.common.synchronization [req-ba5755bb-1583-4ef8-a02a-97afd3d6c3ca req-0824ed53-78fc-46c3-bd27-1ece7084b95b service nova] Enqueued Resource ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 with Priority: HIGHEST for action security_group_rules [ 720.053898] env[65906]: INFO networking_nsxv3.common.synchronization [req-ba5755bb-1583-4ef8-a02a-97afd3d6c3ca req-0824ed53-78fc-46c3-bd27-1ece7084b95b service nova] Enqueued Resource ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 with Priority: HIGHEST for action security_group_members [ 720.054042] env[65906]: INFO networking_nsxv3.common.synchronization [req-ba5755bb-1583-4ef8-a02a-97afd3d6c3ca req-0824ed53-78fc-46c3-bd27-1ece7084b95b service nova] Enqueued Resource ID: 5c9c6722-7441-4a4b-aeb0-db17c017eaea with Priority: HIGHEST for action port [ 720.058347] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 with Priority: HIGHEST for action security_group_rules [ 720.058347] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 with Priority: HIGHEST for action security_group_members [ 720.058347] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c9c6722-7441-4a4b-aeb0-db17c017eaea with Priority: HIGHEST for action port [ 720.058347] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5e3b2b3-6e34-410e-a67e-a4732c260128 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.058347] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.058347] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.058347] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.058347] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5e3b2b3-6e34-410e-a67e-a4732c260128',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.058347] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5e3b2b3-6e34-410e-a67e-a4732c260128 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.058636] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.059296] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c9c6722-7441-4a4b-aeb0-db17c017eaea taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.059987] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c9c6722-7441-4a4b-aeb0-db17c017eaea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.060272] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c9c6722-7441-4a4b-aeb0-db17c017eaea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.060493] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c9c6722-7441-4a4b-aeb0-db17c017eaea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.061262] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c9c6722-7441-4a4b-aeb0-db17c017eaea',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.281930] env[65906]: INFO networking_nsxv3.common.synchronization [None req-5c8398d9-6c4f-4a65-9a5d-e930bc779dee None None] Enqueued Resource ID: fc4e6259-50d4-40ed-9b2c-5a656d96c67a with Priority: HIGHEST for action port [ 720.283026] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4e6259-50d4-40ed-9b2c-5a656d96c67a with Priority: HIGHEST for action port [ 720.284275] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc4e6259-50d4-40ed-9b2c-5a656d96c67a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.284275] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc4e6259-50d4-40ed-9b2c-5a656d96c67a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.284275] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc4e6259-50d4-40ed-9b2c-5a656d96c67a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.285287] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc4e6259-50d4-40ed-9b2c-5a656d96c67a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.286078] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc4e6259-50d4-40ed-9b2c-5a656d96c67a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.566971] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c9c6722-7441-4a4b-aeb0-db17c017eaea with status ACTIVE [ 720.566971] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.566971] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.566971] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.566971] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.566971] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.566971] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.566971] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.566971] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.566971] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.566971] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.566971] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.566971] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.566971] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.566971] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.569040] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.569040] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c9c6722-7441-4a4b-aeb0-db17c017eaea is going to be updated. [ 720.569605] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5e3b2b3-6e34-410e-a67e-a4732c260128 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.570130] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.598601] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.598601] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.598601] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.598601] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.598601] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.598859] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c9c6722-7441-4a4b-aeb0-db17c017eaea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.790124] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc4e6259-50d4-40ed-9b2c-5a656d96c67a [ 720.792725] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.792725] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.792725] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.792725] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.792725] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.792725] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc4e6259-50d4-40ed-9b2c-5a656d96c67a already deleted. [ 720.792725] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc4e6259-50d4-40ed-9b2c-5a656d96c67a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.651328] env[65906]: INFO networking_nsxv3.common.synchronization [None req-ab628a62-ab8c-4dd4-b860-1bfd4f1f3e94 None None] Enqueued Resource ID: e3a7e2bd-6c3a-47a6-b524-360f528ad52c with Priority: HIGHEST for action port [ 721.654505] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3a7e2bd-6c3a-47a6-b524-360f528ad52c with Priority: HIGHEST for action port [ 721.654930] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3a7e2bd-6c3a-47a6-b524-360f528ad52c taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.655153] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3a7e2bd-6c3a-47a6-b524-360f528ad52c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.655256] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3a7e2bd-6c3a-47a6-b524-360f528ad52c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.655640] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3a7e2bd-6c3a-47a6-b524-360f528ad52c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.656534] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3a7e2bd-6c3a-47a6-b524-360f528ad52c',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.937427] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 in Status: SUCCESS [ 721.937427] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.937427] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.937690] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.937690] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.937920] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.937920] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.938491] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.938491] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.938491] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5e3b2b3-6e34-410e-a67e-a4732c260128',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.020497] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98c4feba-5543-467b-a736-2ecfe5042a77 in Status: SUCCESS [ 722.020841] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.162279] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3a7e2bd-6c3a-47a6-b524-360f528ad52c [ 722.162279] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.162279] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.162279] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.162279] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.162279] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.162279] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3a7e2bd-6c3a-47a6-b524-360f528ad52c already deleted. [ 722.162279] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3a7e2bd-6c3a-47a6-b524-360f528ad52c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.444285] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5e3b2b3-6e34-410e-a67e-a4732c260128',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.947269] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5e3b2b3-6e34-410e-a67e-a4732c260128',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.450315] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.450617] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.450716] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.451129] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.451322] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.451480] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 is going to be updated. [ 723.486494] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.486739] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.486739] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.487048] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.487048] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.504091] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 in Status: IN_PROGRESS for 2s [ 724.913964] env[65906]: INFO networking_nsxv3.common.synchronization [req-e897c768-dc74-4cc0-beac-7ac7dbab90a2 req-361c0031-a033-4cc6-b5b8-522535388780 tempest-MigrationsAdminTest-853670982 tempest-MigrationsAdminTest-853670982-project-member] Enqueued Resource ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc with Priority: HIGHEST for action security_group_members [ 724.915393] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc with Priority: HIGHEST for action security_group_members [ 724.915741] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-13bdb589-dfb3-4108-a3dd-da905f9569fc taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.916084] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.916084] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.916408] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.916408] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.916558] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.916601] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.916793] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.916886] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.916988] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13bdb589-dfb3-4108-a3dd-da905f9569fc',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.987419] env[65906]: INFO networking_nsxv3.common.synchronization [None req-30355f84-7acc-4198-9eef-0f65844ac1ba None None] Enqueued Resource ID: 09ed632b-3058-4d5f-805f-b4c163fcdc1c with Priority: HIGHEST for action port [ 724.987712] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09ed632b-3058-4d5f-805f-b4c163fcdc1c with Priority: HIGHEST for action port [ 724.988303] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-09ed632b-3058-4d5f-805f-b4c163fcdc1c taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.988449] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09ed632b-3058-4d5f-805f-b4c163fcdc1c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.988511] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09ed632b-3058-4d5f-805f-b4c163fcdc1c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.989219] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09ed632b-3058-4d5f-805f-b4c163fcdc1c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.989323] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09ed632b-3058-4d5f-805f-b4c163fcdc1c',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.174575] env[65906]: INFO networking_nsxv3.common.synchronization [req-afe8c3ea-eb35-44f8-9a6e-1f6a165217a5 req-39fe20e0-38a8-4938-adab-654cb608bcd6 tempest-MultipleCreateTestJSON-783540863 tempest-MultipleCreateTestJSON-783540863-project-member] Enqueued Resource ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d with Priority: HIGHEST for action security_group_members [ 725.175805] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d with Priority: HIGHEST for action security_group_members [ 725.175805] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.175914] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.175998] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.176268] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.176436] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.176527] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.176680] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.176814] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.176945] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.177080] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.419827] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.419827] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.419827] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.419827] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.419827] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.420724] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.420724] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.420724] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.420929] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.420990] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.421155] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc already deleted. [ 725.421295] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.492456] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09ed632b-3058-4d5f-805f-b4c163fcdc1c [ 725.492456] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.492627] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.492662] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.493749] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.493749] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.493749] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09ed632b-3058-4d5f-805f-b4c163fcdc1c already deleted. [ 725.493749] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09ed632b-3058-4d5f-805f-b4c163fcdc1c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.518265] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 in Status: SUCCESS [ 725.518528] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.518755] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.519044] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.519266] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.519430] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.520089] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.520089] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.520185] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.520301] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.520419] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5e3b2b3-6e34-410e-a67e-a4732c260128',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.679257] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.961615] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-764 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.961952] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.961992] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.963282] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.963282] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.963282] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.963282] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.963282] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.963282] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.963659] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.963794] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.963919] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.964120] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.964267] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.964398] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.964556] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.987416] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.988370] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 725.988370] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.989033] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.989033] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-ba0e9a2c-0c84-4121-9c95-a691af8b1e72 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.989205] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-ba0e9a2c-0c84-4121-9c95-a691af8b1e72" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.989374] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-ba0e9a2c-0c84-4121-9c95-a691af8b1e72" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.990802] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-ba0e9a2c-0c84-4121-9c95-a691af8b1e72" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.991048] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba0e9a2c-0c84-4121-9c95-a691af8b1e72',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.025790] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5e3b2b3-6e34-410e-a67e-a4732c260128 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.025991] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.026095] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.026397] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.026664] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.026813] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.026912] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.027160] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.027563] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.027630] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.027849] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5e3b2b3-6e34-410e-a67e-a4732c260128 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.027960] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.028067] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.028240] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.028386] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.028481] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.028541] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.028680] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.028755] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.028835] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.028926] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5e3b2b3-6e34-410e-a67e-a4732c260128',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.188089] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.494312] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.494604] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.494744] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.495109] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.495317] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.495522] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port ba0e9a2c-0c84-4121-9c95-a691af8b1e72 not found, creating... [ 726.495834] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.496038] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.496177] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.496429] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.496719] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.497130] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.497371] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.497445] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.497690] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.497870] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.498113] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: ba0e9a2c-0c84-4121-9c95-a691af8b1e72 is going to be created. [ 726.527780] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.528037] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.528232] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.528473] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.528802] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.529074] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-ba0e9a2c-0c84-4121-9c95-a691af8b1e72" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.530949] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5e3b2b3-6e34-410e-a67e-a4732c260128: rpc.has_security_group_logging(os_id): False [ 726.554639] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.554935] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.555054] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.555312] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.555434] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.555684] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.555852] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.555951] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.556490] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.556490] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.556490] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.556490] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.556684] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.556684] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.556821] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.557030] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.557154] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.557214] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.557360] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.557437] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.557612] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 is going to be updated. [ 726.638395] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.638576] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.638576] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.638781] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.638926] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.673905] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 in Status: IN_PROGRESS for 2s [ 726.691737] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.691987] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.692128] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.692584] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.692748] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.692864] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d is going to be updated. [ 726.744334] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.744660] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.744660] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.745105] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.745105] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.758436] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d in Status: IN_PROGRESS for 2s [ 727.220598] env[65906]: INFO networking_nsxv3.common.synchronization [req-e897c768-dc74-4cc0-beac-7ac7dbab90a2 req-f78f9e73-9eeb-4388-8e0a-4d4ab650766f service nova] Enqueued Resource ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc with Priority: HIGHEST for action security_group_rules [ 727.220855] env[65906]: INFO networking_nsxv3.common.synchronization [req-e897c768-dc74-4cc0-beac-7ac7dbab90a2 req-f78f9e73-9eeb-4388-8e0a-4d4ab650766f service nova] Enqueued Resource ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc with Priority: HIGHEST for action security_group_members [ 727.221064] env[65906]: INFO networking_nsxv3.common.synchronization [req-e897c768-dc74-4cc0-beac-7ac7dbab90a2 req-f78f9e73-9eeb-4388-8e0a-4d4ab650766f service nova] Enqueued Resource ID: ba0e9a2c-0c84-4121-9c95-a691af8b1e72 with Priority: HIGHEST for action port [ 727.221600] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc with Priority: HIGHEST for action security_group_rules [ 727.221737] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc with Priority: HIGHEST for action security_group_members [ 727.221837] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba0e9a2c-0c84-4121-9c95-a691af8b1e72 with Priority: HIGHEST for action port [ 727.222477] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13bdb589-dfb3-4108-a3dd-da905f9569fc taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.222597] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.225686] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.225686] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.225686] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13bdb589-dfb3-4108-a3dd-da905f9569fc',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.226252] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-13bdb589-dfb3-4108-a3dd-da905f9569fc taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.226252] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.226252] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.226429] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.227774] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.227774] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.227774] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.227774] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.227774] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.227774] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13bdb589-dfb3-4108-a3dd-da905f9569fc',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.227774] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba0e9a2c-0c84-4121-9c95-a691af8b1e72 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.228110] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba0e9a2c-0c84-4121-9c95-a691af8b1e72" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.228110] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba0e9a2c-0c84-4121-9c95-a691af8b1e72" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.232599] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba0e9a2c-0c84-4121-9c95-a691af8b1e72" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.232599] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba0e9a2c-0c84-4121-9c95-a691af8b1e72',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.447648] env[65906]: INFO networking_nsxv3.common.synchronization [req-ba0c30e7-d19a-4ba4-b41b-f745e66e62c1 req-44140b07-745c-4aa7-9e8e-478723522426 tempest-MultipleCreateTestJSON-783540863 tempest-MultipleCreateTestJSON-783540863-project-member] Enqueued Resource ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d with Priority: HIGHEST for action security_group_members [ 727.448219] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d with Priority: HIGHEST for action security_group_members [ 727.448996] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.449367] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.586570] env[65906]: INFO networking_nsxv3.common.synchronization [req-6030be18-04a9-4a3c-86ea-c9ca07f67053 req-b4c10ef0-f53c-4e92-8c60-25a91ec23038 tempest-SecurityGroupRulesNegativeTestJSON-708416393 tempest-SecurityGroupRulesNegativeTestJSON-708416393-project-member] Enqueued Resource ID: 8c385b40-18c6-4128-99e1-6158088ec8c7 with Priority: HIGHEST for action security_group_rules [ 727.586570] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c385b40-18c6-4128-99e1-6158088ec8c7 with Priority: HIGHEST for action security_group_rules [ 727.586570] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c385b40-18c6-4128-99e1-6158088ec8c7 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.586726] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c385b40-18c6-4128-99e1-6158088ec8c7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.586726] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c385b40-18c6-4128-99e1-6158088ec8c7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.586869] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c385b40-18c6-4128-99e1-6158088ec8c7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.586945] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c385b40-18c6-4128-99e1-6158088ec8c7',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.735220] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-13bdb589-dfb3-4108-a3dd-da905f9569fc taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.736264] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.736264] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13bdb589-dfb3-4108-a3dd-da905f9569fc',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.736858] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba0e9a2c-0c84-4121-9c95-a691af8b1e72 with status ACTIVE [ 727.737113] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.737412] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.737412] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.737696] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.737764] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.738089] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.738145] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.738177] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.738964] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.739138] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.740050] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.740050] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.740050] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.740050] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.740050] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.740050] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba0e9a2c-0c84-4121-9c95-a691af8b1e72 is going to be updated. [ 727.760948] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.761126] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.761126] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.761342] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.761482] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.761720] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba0e9a2c-0c84-4121-9c95-a691af8b1e72" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.831230] env[65906]: INFO networking_nsxv3.common.synchronization [req-6f733741-dd8b-4333-bcfe-7d2b90f086b2 req-c0ce2262-bdc1-4505-bffd-99853eaf79f6 tempest-AttachInterfacesTestJSON-1137117109 tempest-AttachInterfacesTestJSON-1137117109-project-member] Enqueued Resource ID: f492bda3-a21f-434d-a31e-0e14d7a68f30 with Priority: HIGHEST for action security_group_members [ 727.832025] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f492bda3-a21f-434d-a31e-0e14d7a68f30 with Priority: HIGHEST for action security_group_members [ 727.832961] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-f492bda3-a21f-434d-a31e-0e14d7a68f30 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.833305] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.833305] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.833665] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.833924] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.834101] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.834259] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.834451] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.834596] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.834899] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f492bda3-a21f-434d-a31e-0e14d7a68f30',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.087981] env[65906]: INFO networking_nsxv3.common.synchronization [None req-6165965c-3422-43a7-905b-06ab45511091 None None] Enqueued Resource ID: cde8ad16-7b1d-4cb8-80de-6b694946be8d with Priority: HIGHEST for action port [ 728.088247] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cde8ad16-7b1d-4cb8-80de-6b694946be8d with Priority: HIGHEST for action port [ 728.088835] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-cde8ad16-7b1d-4cb8-80de-6b694946be8d taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.088956] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cde8ad16-7b1d-4cb8-80de-6b694946be8d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.089027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cde8ad16-7b1d-4cb8-80de-6b694946be8d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.089499] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cde8ad16-7b1d-4cb8-80de-6b694946be8d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.089499] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cde8ad16-7b1d-4cb8-80de-6b694946be8d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.111617] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.111768] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.112222] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.112222] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.112222] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.112340] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c385b40-18c6-4128-99e1-6158088ec8c7 already deleted. [ 728.112372] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c385b40-18c6-4128-99e1-6158088ec8c7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.242435] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13bdb589-dfb3-4108-a3dd-da905f9569fc',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.338197] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.338389] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.338456] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.338633] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.338908] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.339161] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.339260] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.339324] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.339485] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.339561] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.339647] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f492bda3-a21f-434d-a31e-0e14d7a68f30 already deleted. [ 728.339727] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.492373] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-821 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.492868] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-821" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.493134] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-821" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.493569] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-821" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.494106] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.494430] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.494691] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.495189] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.495435] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.495787] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.496144] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.496429] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.496701] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.497467] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.497467] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.497467] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.521596] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.521946] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 728.522078] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.522380] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-821" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.522852] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-ffc5c041-ed9b-4e2b-b9cf-887cdc3842f8 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.523136] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-ffc5c041-ed9b-4e2b-b9cf-887cdc3842f8" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.523337] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-ffc5c041-ed9b-4e2b-b9cf-887cdc3842f8" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.523845] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-ffc5c041-ed9b-4e2b-b9cf-887cdc3842f8" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.524121] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffc5c041-ed9b-4e2b-b9cf-887cdc3842f8',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.592125] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cde8ad16-7b1d-4cb8-80de-6b694946be8d [ 728.592366] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.592499] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.592568] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.592783] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.592881] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.593806] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cde8ad16-7b1d-4cb8-80de-6b694946be8d already deleted. [ 728.593806] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cde8ad16-7b1d-4cb8-80de-6b694946be8d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.691169] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 in Status: SUCCESS [ 728.691422] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.748050] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.748050] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.748050] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.748050] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.748050] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.748050] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc is going to be created. [ 728.780689] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d in Status: SUCCESS [ 728.780689] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.780689] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.780689] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.780689] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.780689] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.780689] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.780689] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.780689] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.780689] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.792008] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.792163] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.792241] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.792439] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.792599] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.803075] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc in Status: UNINITIALIZED for 2s [ 729.027057] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.027331] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.027456] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.027736] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.027889] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.028128] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port ffc5c041-ed9b-4e2b-b9cf-887cdc3842f8 not found, creating... [ 729.028311] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.028460] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.028571] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.028849] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.028991] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.029285] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.029433] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.029542] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.029743] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.029896] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.030041] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: ffc5c041-ed9b-4e2b-b9cf-887cdc3842f8 is going to be created. [ 729.053610] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.053808] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.053945] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.054273] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.054595] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.054928] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-ffc5c041-ed9b-4e2b-b9cf-887cdc3842f8" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.283386] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.283650] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.283650] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.283825] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.284185] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.284247] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.284315] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.284390] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.284730] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.284730] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.284730] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d is going to be updated. [ 729.323646] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.323800] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.323853] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.324081] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.324226] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.334561] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d in Status: IN_PROGRESS for 2s [ 729.779260] env[65906]: INFO networking_nsxv3.common.synchronization [req-6f733741-dd8b-4333-bcfe-7d2b90f086b2 req-208eb4df-e9e9-48be-97cd-1fa56f06a9a6 service nova] Enqueued Resource ID: f492bda3-a21f-434d-a31e-0e14d7a68f30 with Priority: HIGHEST for action security_group_rules [ 729.779624] env[65906]: INFO networking_nsxv3.common.synchronization [req-6f733741-dd8b-4333-bcfe-7d2b90f086b2 req-208eb4df-e9e9-48be-97cd-1fa56f06a9a6 service nova] Enqueued Resource ID: f492bda3-a21f-434d-a31e-0e14d7a68f30 with Priority: HIGHEST for action security_group_members [ 729.779624] env[65906]: INFO networking_nsxv3.common.synchronization [req-6f733741-dd8b-4333-bcfe-7d2b90f086b2 req-208eb4df-e9e9-48be-97cd-1fa56f06a9a6 service nova] Enqueued Resource ID: ffc5c041-ed9b-4e2b-b9cf-887cdc3842f8 with Priority: HIGHEST for action port [ 729.781434] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f492bda3-a21f-434d-a31e-0e14d7a68f30 with Priority: HIGHEST for action security_group_rules [ 729.782118] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f492bda3-a21f-434d-a31e-0e14d7a68f30 with Priority: HIGHEST for action security_group_members [ 729.782595] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffc5c041-ed9b-4e2b-b9cf-887cdc3842f8 with Priority: HIGHEST for action port [ 729.783009] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f492bda3-a21f-434d-a31e-0e14d7a68f30 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.783302] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.783433] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.784255] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.784423] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f492bda3-a21f-434d-a31e-0e14d7a68f30',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.786902] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-f492bda3-a21f-434d-a31e-0e14d7a68f30 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.790400] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.790400] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.790400] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.790400] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.790400] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.790400] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.790400] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.790400] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.790400] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f492bda3-a21f-434d-a31e-0e14d7a68f30',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.790400] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffc5c041-ed9b-4e2b-b9cf-887cdc3842f8 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.790400] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffc5c041-ed9b-4e2b-b9cf-887cdc3842f8" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.790400] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffc5c041-ed9b-4e2b-b9cf-887cdc3842f8" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.790400] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffc5c041-ed9b-4e2b-b9cf-887cdc3842f8" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.790400] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffc5c041-ed9b-4e2b-b9cf-887cdc3842f8',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.247691] env[65906]: INFO networking_nsxv3.common.synchronization [None req-909e8904-168b-4aa0-8d1d-f1fa6dabe069 None None] Enqueued Resource ID: 45816994-3250-4fad-94a0-8d3723d1ee1c with Priority: HIGHEST for action port [ 730.247973] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45816994-3250-4fad-94a0-8d3723d1ee1c with Priority: HIGHEST for action port [ 730.248628] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-45816994-3250-4fad-94a0-8d3723d1ee1c taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.248758] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45816994-3250-4fad-94a0-8d3723d1ee1c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.248827] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45816994-3250-4fad-94a0-8d3723d1ee1c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.251176] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45816994-3250-4fad-94a0-8d3723d1ee1c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.251176] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45816994-3250-4fad-94a0-8d3723d1ee1c',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.293438] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ffc5c041-ed9b-4e2b-b9cf-887cdc3842f8 with status ACTIVE [ 730.293438] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.293900] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.293900] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.293900] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.293988] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.294158] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.294262] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.294319] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.294832] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.294832] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.294832] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.294832] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.295099] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.295099] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.295099] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.295178] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ffc5c041-ed9b-4e2b-b9cf-887cdc3842f8 is going to be updated. [ 730.296401] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f492bda3-a21f-434d-a31e-0e14d7a68f30',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.297488] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-f492bda3-a21f-434d-a31e-0e14d7a68f30 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.297587] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.325276] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.325423] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.325462] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.325675] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.326153] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.326308] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffc5c041-ed9b-4e2b-b9cf-887cdc3842f8" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.625613] env[65906]: INFO networking_nsxv3.common.synchronization [None req-d24d2333-3cfc-4dfb-b1d7-b5cd4e1191e6 None None] Enqueued Resource ID: da5fbe68-19dc-4d7a-9612-12dcc0823240 with Priority: HIGHEST for action port [ 730.626379] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da5fbe68-19dc-4d7a-9612-12dcc0823240 with Priority: HIGHEST for action port [ 730.626449] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-da5fbe68-19dc-4d7a-9612-12dcc0823240 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.627043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da5fbe68-19dc-4d7a-9612-12dcc0823240" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.627043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da5fbe68-19dc-4d7a-9612-12dcc0823240" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.627043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da5fbe68-19dc-4d7a-9612-12dcc0823240" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.627043] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da5fbe68-19dc-4d7a-9612-12dcc0823240',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.755014] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45816994-3250-4fad-94a0-8d3723d1ee1c [ 730.755014] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.755014] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.755014] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.755014] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.755014] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.755014] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45816994-3250-4fad-94a0-8d3723d1ee1c already deleted. [ 730.755014] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45816994-3250-4fad-94a0-8d3723d1ee1c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.800372] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f492bda3-a21f-434d-a31e-0e14d7a68f30',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.814058] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc in Status: SUCCESS [ 730.814488] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.814979] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.815828] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.815828] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.815828] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.816015] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.816167] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.816316] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.816483] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.816610] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13bdb589-dfb3-4108-a3dd-da905f9569fc',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.128653] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da5fbe68-19dc-4d7a-9612-12dcc0823240 [ 731.128913] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.129077] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.129149] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.129497] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.129497] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.129622] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da5fbe68-19dc-4d7a-9612-12dcc0823240 already deleted. [ 731.129718] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da5fbe68-19dc-4d7a-9612-12dcc0823240" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.303232] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.303232] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.303232] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.303232] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.303232] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.303232] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f492bda3-a21f-434d-a31e-0e14d7a68f30 is going to be created. [ 731.321287] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-13bdb589-dfb3-4108-a3dd-da905f9569fc taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.321452] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.321523] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.321732] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.321897] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.321996] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.322071] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.322220] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.322304] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.322391] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.322539] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-13bdb589-dfb3-4108-a3dd-da905f9569fc taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.322671] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.322734] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.322874] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.323033] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.323110] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.323165] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.323295] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.323377] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.323457] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.323544] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13bdb589-dfb3-4108-a3dd-da905f9569fc',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.332159] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.332278] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.332329] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.332521] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.332675] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.345209] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f492bda3-a21f-434d-a31e-0e14d7a68f30 in Status: UNINITIALIZED for 2s [ 731.345921] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d in Status: SUCCESS [ 731.346107] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d deletion is rescheduled due to dependency. [ 731.346272] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.827361] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13bdb589-dfb3-4108-a3dd-da905f9569fc: rpc.has_security_group_logging(os_id): False [ 731.855377] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.855525] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.855569] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.855770] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.855863] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.856069] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.856173] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.856237] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.858037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.858037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.858037] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.858037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.858037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.858037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.858037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.858037] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.858037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.858037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.858037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.858037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.858037] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc is going to be created. [ 731.921349] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.922094] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.922094] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.922094] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.922263] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.936147] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc in Status: IN_PROGRESS for 2s [ 733.081936] env[65906]: INFO networking_nsxv3.common.synchronization [None req-933cb6c7-3618-4134-9749-f1cb5faf62f7 None None] Enqueued Resource ID: 499f3b5c-d386-4ca6-b451-e653a17036a6 with Priority: HIGHEST for action port [ 733.084852] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 499f3b5c-d386-4ca6-b451-e653a17036a6 with Priority: HIGHEST for action port [ 733.084852] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-499f3b5c-d386-4ca6-b451-e653a17036a6 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.084852] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-499f3b5c-d386-4ca6-b451-e653a17036a6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.084852] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-499f3b5c-d386-4ca6-b451-e653a17036a6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.084852] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-499f3b5c-d386-4ca6-b451-e653a17036a6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.084852] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('499f3b5c-d386-4ca6-b451-e653a17036a6',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.204352] env[65906]: INFO networking_nsxv3.common.synchronization [None req-0829e931-571d-41e1-8177-11b345f8819c tempest-ServerActionsV293TestJSON-1978018135 tempest-ServerActionsV293TestJSON-1978018135-project-member] Enqueued Resource ID: 512b8a02-cd49-4b1c-8258-76f66b54e994 with Priority: HIGHEST for action security_group_rules [ 733.204677] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 512b8a02-cd49-4b1c-8258-76f66b54e994 with Priority: HIGHEST for action security_group_rules [ 733.204991] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-512b8a02-cd49-4b1c-8258-76f66b54e994 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.205129] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-512b8a02-cd49-4b1c-8258-76f66b54e994" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.205235] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-512b8a02-cd49-4b1c-8258-76f66b54e994" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.205573] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-512b8a02-cd49-4b1c-8258-76f66b54e994" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.205573] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('512b8a02-cd49-4b1c-8258-76f66b54e994',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.358558] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f492bda3-a21f-434d-a31e-0e14d7a68f30 in Status: SUCCESS [ 733.358926] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.359630] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.360858] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.360991] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.361321] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.361450] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.362766] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.362766] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.362766] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.362766] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f492bda3-a21f-434d-a31e-0e14d7a68f30',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.366642] env[65906]: INFO networking_nsxv3.common.synchronization [None req-e1e128ce-ef93-4903-8b04-fd4dc422e0b0 tempest-ServerActionsV293TestJSON-1978018135 tempest-ServerActionsV293TestJSON-1978018135-project-member] Enqueued Resource ID: 512b8a02-cd49-4b1c-8258-76f66b54e994 with Priority: HIGHEST for action security_group_rules [ 733.368694] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 512b8a02-cd49-4b1c-8258-76f66b54e994 with Priority: HIGHEST for action security_group_rules [ 733.368694] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-512b8a02-cd49-4b1c-8258-76f66b54e994 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.368877] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-512b8a02-cd49-4b1c-8258-76f66b54e994" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.506623] env[65906]: INFO networking_nsxv3.common.synchronization [None req-ff4db137-1b9b-47a3-8aac-b29ee0d91a85 None None] Enqueued Resource ID: 615d4369-fafb-4b66-a326-bb69a2b0e567 with Priority: HIGHEST for action port [ 733.508085] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 615d4369-fafb-4b66-a326-bb69a2b0e567 with Priority: HIGHEST for action port [ 733.508085] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-615d4369-fafb-4b66-a326-bb69a2b0e567 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.508085] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-615d4369-fafb-4b66-a326-bb69a2b0e567" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.508085] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-615d4369-fafb-4b66-a326-bb69a2b0e567" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.508494] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-615d4369-fafb-4b66-a326-bb69a2b0e567" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.508494] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('615d4369-fafb-4b66-a326-bb69a2b0e567',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.587834] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 499f3b5c-d386-4ca6-b451-e653a17036a6 [ 733.588098] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.588234] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.588303] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.588510] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.588595] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.588689] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:499f3b5c-d386-4ca6-b451-e653a17036a6 already deleted. [ 733.588771] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-499f3b5c-d386-4ca6-b451-e653a17036a6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.619068] env[65906]: INFO networking_nsxv3.common.synchronization [None req-7164b3fe-f121-4c81-b53f-d86405547181 tempest-ImagesOneServerNegativeTestJSON-975420196 tempest-ImagesOneServerNegativeTestJSON-975420196-project-member] Enqueued Resource ID: 979b17f4-1ede-4d52-a7e1-f69fca2cd390 with Priority: HIGHEST for action security_group_rules [ 733.619675] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 979b17f4-1ede-4d52-a7e1-f69fca2cd390 with Priority: HIGHEST for action security_group_rules [ 733.620108] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-979b17f4-1ede-4d52-a7e1-f69fca2cd390 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.620480] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-979b17f4-1ede-4d52-a7e1-f69fca2cd390" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.620480] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-979b17f4-1ede-4d52-a7e1-f69fca2cd390" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.620532] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-979b17f4-1ede-4d52-a7e1-f69fca2cd390" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.621159] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('979b17f4-1ede-4d52-a7e1-f69fca2cd390',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.729483] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.729483] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.729483] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.729483] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.729483] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.729483] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 512b8a02-cd49-4b1c-8258-76f66b54e994 already deleted. [ 733.729483] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-512b8a02-cd49-4b1c-8258-76f66b54e994" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.729483] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-512b8a02-cd49-4b1c-8258-76f66b54e994" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.729483] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-512b8a02-cd49-4b1c-8258-76f66b54e994" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.729906] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('512b8a02-cd49-4b1c-8258-76f66b54e994',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.805799] env[65906]: INFO networking_nsxv3.common.synchronization [None req-ecbefc7b-6fa2-418e-82fc-966632ad83a5 tempest-ImagesOneServerNegativeTestJSON-975420196 tempest-ImagesOneServerNegativeTestJSON-975420196-project-member] Enqueued Resource ID: 979b17f4-1ede-4d52-a7e1-f69fca2cd390 with Priority: HIGHEST for action security_group_rules [ 733.806616] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 979b17f4-1ede-4d52-a7e1-f69fca2cd390 with Priority: HIGHEST for action security_group_rules [ 733.807021] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-979b17f4-1ede-4d52-a7e1-f69fca2cd390 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.807158] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-979b17f4-1ede-4d52-a7e1-f69fca2cd390" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.868187] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f492bda3-a21f-434d-a31e-0e14d7a68f30',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.953839] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc in Status: SUCCESS [ 733.953964] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.013853] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 615d4369-fafb-4b66-a326-bb69a2b0e567 [ 734.014133] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.014427] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.014427] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.014703] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.014703] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.014804] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:615d4369-fafb-4b66-a326-bb69a2b0e567 already deleted. [ 734.014841] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-615d4369-fafb-4b66-a326-bb69a2b0e567" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.142977] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.143374] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.143374] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.143805] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.144017] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.144883] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 979b17f4-1ede-4d52-a7e1-f69fca2cd390 already deleted. [ 734.144883] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-979b17f4-1ede-4d52-a7e1-f69fca2cd390" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.144883] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-979b17f4-1ede-4d52-a7e1-f69fca2cd390" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.144883] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-979b17f4-1ede-4d52-a7e1-f69fca2cd390" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.144883] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('979b17f4-1ede-4d52-a7e1-f69fca2cd390',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.253655] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.254058] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.254058] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.254890] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.254890] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.254890] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 512b8a02-cd49-4b1c-8258-76f66b54e994 already deleted. [ 734.254890] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-512b8a02-cd49-4b1c-8258-76f66b54e994" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.377069] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f492bda3-a21f-434d-a31e-0e14d7a68f30: rpc.has_security_group_logging(os_id): False [ 734.395426] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.395426] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.395426] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.395426] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.395426] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.395742] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.395742] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.398057] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.398057] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.398057] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.398057] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f492bda3-a21f-434d-a31e-0e14d7a68f30 is going to be created. [ 734.485347] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.485347] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.485347] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.485347] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.485347] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.500924] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f492bda3-a21f-434d-a31e-0e14d7a68f30 in Status: IN_PROGRESS for 2s [ 734.670236] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.671551] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.671551] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.671551] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.671551] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.671551] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 979b17f4-1ede-4d52-a7e1-f69fca2cd390 already deleted. [ 734.671551] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-979b17f4-1ede-4d52-a7e1-f69fca2cd390" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.822628] env[65906]: INFO networking_nsxv3.common.synchronization [req-6f56f51a-2e88-4e24-a5de-9b1c39e5147a req-29c7a052-2ee8-4c3c-aae9-c7bdebfc06ee tempest-ServersAdminNegativeTestJSON-1095359830 tempest-ServersAdminNegativeTestJSON-1095359830-project-member] Enqueued Resource ID: a2406724-56cf-4846-a4be-b0460e4eea6a with Priority: HIGHEST for action security_group_members [ 735.823252] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2406724-56cf-4846-a4be-b0460e4eea6a with Priority: HIGHEST for action security_group_members [ 735.824072] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2406724-56cf-4846-a4be-b0460e4eea6a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.824541] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.824541] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.824658] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.824898] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.825055] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.825484] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.827141] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.827255] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.827366] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2406724-56cf-4846-a4be-b0460e4eea6a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.333207] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2406724-56cf-4846-a4be-b0460e4eea6a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.334853] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-764 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.336808] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.336808] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.336923] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.337220] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.337525] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.337650] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.338343] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.338343] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.338525] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.338676] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.338723] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.339191] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.339191] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.339191] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.339191] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.359341] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.359341] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 736.359481] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.359558] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.359989] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-19b2c7ec-733b-455c-bf99-378110ab9ec4 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.361181] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-19b2c7ec-733b-455c-bf99-378110ab9ec4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.361181] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-19b2c7ec-733b-455c-bf99-378110ab9ec4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.361181] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-19b2c7ec-733b-455c-bf99-378110ab9ec4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.361181] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19b2c7ec-733b-455c-bf99-378110ab9ec4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.516792] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f492bda3-a21f-434d-a31e-0e14d7a68f30 in Status: SUCCESS [ 736.516792] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.842526] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2406724-56cf-4846-a4be-b0460e4eea6a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.863586] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.863915] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.864079] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.864381] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.865669] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.865669] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port 19b2c7ec-733b-455c-bf99-378110ab9ec4 not found, creating... [ 736.865669] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.865669] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.865669] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.865903] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.866102] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.866581] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.866847] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.866958] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.867222] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.867499] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.867567] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: 19b2c7ec-733b-455c-bf99-378110ab9ec4 is going to be created. [ 736.888492] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.888709] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.888827] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.889112] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.889351] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.889583] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-19b2c7ec-733b-455c-bf99-378110ab9ec4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.157636] env[65906]: INFO networking_nsxv3.common.synchronization [None req-3917dbf0-d76e-4d71-8962-71a13a917336 None None] Enqueued Resource ID: d78cfb1f-de2e-42aa-ad1b-970bc4d396f1 with Priority: HIGHEST for action port [ 737.159229] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78cfb1f-de2e-42aa-ad1b-970bc4d396f1 with Priority: HIGHEST for action port [ 737.159621] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-d78cfb1f-de2e-42aa-ad1b-970bc4d396f1 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.159912] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d78cfb1f-de2e-42aa-ad1b-970bc4d396f1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.160179] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d78cfb1f-de2e-42aa-ad1b-970bc4d396f1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.161146] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d78cfb1f-de2e-42aa-ad1b-970bc4d396f1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.161728] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d78cfb1f-de2e-42aa-ad1b-970bc4d396f1',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.345264] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.345424] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.345424] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.346273] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.346273] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.346273] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2406724-56cf-4846-a4be-b0460e4eea6a is going to be updated. [ 737.393315] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.393573] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.393573] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.393770] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.393922] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.406341] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2406724-56cf-4846-a4be-b0460e4eea6a in Status: IN_PROGRESS for 2s [ 737.664078] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d78cfb1f-de2e-42aa-ad1b-970bc4d396f1 [ 737.664344] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.664481] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.664551] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.664952] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.665137] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.665246] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d78cfb1f-de2e-42aa-ad1b-970bc4d396f1 already deleted. [ 737.665333] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d78cfb1f-de2e-42aa-ad1b-970bc4d396f1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.731535] env[65906]: INFO networking_nsxv3.common.synchronization [req-6f56f51a-2e88-4e24-a5de-9b1c39e5147a req-5109c051-01a5-4c92-82ef-bab4439fbf53 service nova] Enqueued Resource ID: a2406724-56cf-4846-a4be-b0460e4eea6a with Priority: HIGHEST for action security_group_rules [ 737.731535] env[65906]: INFO networking_nsxv3.common.synchronization [req-6f56f51a-2e88-4e24-a5de-9b1c39e5147a req-5109c051-01a5-4c92-82ef-bab4439fbf53 service nova] Enqueued Resource ID: a2406724-56cf-4846-a4be-b0460e4eea6a with Priority: HIGHEST for action security_group_members [ 737.731672] env[65906]: INFO networking_nsxv3.common.synchronization [req-6f56f51a-2e88-4e24-a5de-9b1c39e5147a req-5109c051-01a5-4c92-82ef-bab4439fbf53 service nova] Enqueued Resource ID: 19b2c7ec-733b-455c-bf99-378110ab9ec4 with Priority: HIGHEST for action port [ 737.732153] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2406724-56cf-4846-a4be-b0460e4eea6a with Priority: HIGHEST for action security_group_rules [ 737.732291] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2406724-56cf-4846-a4be-b0460e4eea6a with Priority: HIGHEST for action security_group_members [ 737.732382] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b2c7ec-733b-455c-bf99-378110ab9ec4 with Priority: HIGHEST for action port [ 737.732637] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2406724-56cf-4846-a4be-b0460e4eea6a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.732757] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.732824] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.734312] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.734312] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2406724-56cf-4846-a4be-b0460e4eea6a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.735130] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2406724-56cf-4846-a4be-b0460e4eea6a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.736189] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.736189] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-19b2c7ec-733b-455c-bf99-378110ab9ec4 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.736189] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19b2c7ec-733b-455c-bf99-378110ab9ec4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.736189] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19b2c7ec-733b-455c-bf99-378110ab9ec4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.736189] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19b2c7ec-733b-455c-bf99-378110ab9ec4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.736189] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19b2c7ec-733b-455c-bf99-378110ab9ec4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.239596] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2406724-56cf-4846-a4be-b0460e4eea6a taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.240042] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.241114] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19b2c7ec-733b-455c-bf99-378110ab9ec4 with status ACTIVE [ 738.241328] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.241465] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.241534] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.241764] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.241860] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.242061] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.242171] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.242264] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.242391] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.242475] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.242673] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.242766] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.242830] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.242966] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.243053] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.243139] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19b2c7ec-733b-455c-bf99-378110ab9ec4 is going to be updated. [ 738.268259] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.268475] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.268521] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.268764] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.268848] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.268986] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19b2c7ec-733b-455c-bf99-378110ab9ec4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.584441] env[65906]: INFO networking_nsxv3.common.synchronization [None req-b984318a-1951-4023-8eab-951576f377ab None None] Enqueued Resource ID: 6fca12d1-6a66-404d-ab67-eb7e9319c108 with Priority: HIGHEST for action port [ 738.584979] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fca12d1-6a66-404d-ab67-eb7e9319c108 with Priority: HIGHEST for action port [ 738.585451] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fca12d1-6a66-404d-ab67-eb7e9319c108 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.585578] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fca12d1-6a66-404d-ab67-eb7e9319c108" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.585644] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fca12d1-6a66-404d-ab67-eb7e9319c108" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.585892] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fca12d1-6a66-404d-ab67-eb7e9319c108" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.585979] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fca12d1-6a66-404d-ab67-eb7e9319c108',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.089545] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6fca12d1-6a66-404d-ab67-eb7e9319c108 [ 739.089545] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.089545] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.089545] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.089805] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.089805] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.089904] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6fca12d1-6a66-404d-ab67-eb7e9319c108 already deleted. [ 739.089999] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fca12d1-6a66-404d-ab67-eb7e9319c108" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.227133] env[65906]: INFO networking_nsxv3.common.synchronization [req-7aeb842b-4bf0-413a-9f0e-880417f43e3b req-9ddcc093-e376-46d7-a9bd-a5cceb4d8f95 tempest-ServerActionsTestOtherB-1909252011 tempest-ServerActionsTestOtherB-1909252011-project-member] Enqueued Resource ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 with Priority: HIGHEST for action security_group_members [ 739.227693] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 with Priority: HIGHEST for action security_group_members [ 739.227984] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5148d9e6-813b-4387-a770-c50a3b8104c3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.228341] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.228422] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.228659] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.228855] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.228987] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.229078] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.229235] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.229323] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.229479] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5148d9e6-813b-4387-a770-c50a3b8104c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.417868] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2406724-56cf-4846-a4be-b0460e4eea6a in Status: SUCCESS [ 739.418249] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.418298] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.419933] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.419933] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.419933] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.419933] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.419933] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.419933] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.419933] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2406724-56cf-4846-a4be-b0460e4eea6a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.683667] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-830 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.684561] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-830" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.684561] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-830" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.684955] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-830" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.688020] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.688020] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.688020] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.688020] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.688020] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.688020] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.688020] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.688020] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.688020] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.688020] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.688020] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.688020] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.708866] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.711812] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 739.711812] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.711812] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-830" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.711812] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-6231f031-97c1-4780-8c35-7a74b6ef5cb4 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.711812] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-6231f031-97c1-4780-8c35-7a74b6ef5cb4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.711812] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-6231f031-97c1-4780-8c35-7a74b6ef5cb4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.711812] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-6231f031-97c1-4780-8c35-7a74b6ef5cb4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.711812] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6231f031-97c1-4780-8c35-7a74b6ef5cb4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.732545] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.733088] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.733188] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.733415] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.733483] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.735710] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.735710] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.735710] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.735710] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.735710] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.735710] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 already deleted. [ 739.735710] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.924649] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2406724-56cf-4846-a4be-b0460e4eea6a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.215392] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.215766] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.216531] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.217754] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.218031] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.218242] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port 6231f031-97c1-4780-8c35-7a74b6ef5cb4 not found, creating... [ 740.218564] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.219041] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.219162] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.219463] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.219629] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.220052] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.220849] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.220849] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.220849] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.221015] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.221177] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: 6231f031-97c1-4780-8c35-7a74b6ef5cb4 is going to be created. [ 740.246054] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.246439] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.246601] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.246988] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.248027] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.248332] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-6231f031-97c1-4780-8c35-7a74b6ef5cb4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.427427] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2406724-56cf-4846-a4be-b0460e4eea6a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.934043] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.934043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.934043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.938199] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.938199] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.938199] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2406724-56cf-4846-a4be-b0460e4eea6a is going to be updated. [ 740.961325] env[65906]: INFO networking_nsxv3.common.synchronization [req-7aeb842b-4bf0-413a-9f0e-880417f43e3b req-e839f818-4c62-4e35-9bcc-a443a4260a5f service nova] Enqueued Resource ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 with Priority: HIGHEST for action security_group_rules [ 740.961473] env[65906]: INFO networking_nsxv3.common.synchronization [req-7aeb842b-4bf0-413a-9f0e-880417f43e3b req-e839f818-4c62-4e35-9bcc-a443a4260a5f service nova] Enqueued Resource ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 with Priority: HIGHEST for action security_group_members [ 740.961599] env[65906]: INFO networking_nsxv3.common.synchronization [req-7aeb842b-4bf0-413a-9f0e-880417f43e3b req-e839f818-4c62-4e35-9bcc-a443a4260a5f service nova] Enqueued Resource ID: 6231f031-97c1-4780-8c35-7a74b6ef5cb4 with Priority: HIGHEST for action port [ 740.962140] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 with Priority: HIGHEST for action security_group_rules [ 740.962272] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 with Priority: HIGHEST for action security_group_members [ 740.962365] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6231f031-97c1-4780-8c35-7a74b6ef5cb4 with Priority: HIGHEST for action port [ 740.962619] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5148d9e6-813b-4387-a770-c50a3b8104c3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.962733] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.963192] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.963192] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.963327] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5148d9e6-813b-4387-a770-c50a3b8104c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.964417] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5148d9e6-813b-4387-a770-c50a3b8104c3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.967392] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.967392] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.967392] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.967392] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.967392] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.967392] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.967392] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.967392] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.967392] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5148d9e6-813b-4387-a770-c50a3b8104c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.967392] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-6231f031-97c1-4780-8c35-7a74b6ef5cb4 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.967392] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6231f031-97c1-4780-8c35-7a74b6ef5cb4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.967392] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6231f031-97c1-4780-8c35-7a74b6ef5cb4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.967392] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6231f031-97c1-4780-8c35-7a74b6ef5cb4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.967392] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6231f031-97c1-4780-8c35-7a74b6ef5cb4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.971601] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.971714] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.971789] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.971955] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.972123] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.983350] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2406724-56cf-4846-a4be-b0460e4eea6a in Status: IN_PROGRESS for 2s [ 741.254468] env[65906]: INFO networking_nsxv3.common.synchronization [req-43af781b-4f8e-4c5e-85da-1ce0f96ec710 req-0d77154a-91d4-4035-9601-716ba2e9d913 tempest-ServersTestJSON-597851649 tempest-ServersTestJSON-597851649-project-member] Enqueued Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 741.255135] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 741.255449] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.255990] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.255990] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.256656] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.256888] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.257651] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.257651] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.257651] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.257651] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.257651] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.340987] env[65906]: INFO networking_nsxv3.common.synchronization [None req-7eea24fb-7786-4cad-a3ea-bcfa18056c08 None None] Enqueued Resource ID: 5be750bb-520c-48a9-a2d0-b08e08271720 with Priority: HIGHEST for action port [ 741.340987] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5be750bb-520c-48a9-a2d0-b08e08271720 with Priority: HIGHEST for action port [ 741.340987] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-5be750bb-520c-48a9-a2d0-b08e08271720 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.340987] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5be750bb-520c-48a9-a2d0-b08e08271720" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.340987] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5be750bb-520c-48a9-a2d0-b08e08271720" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.340987] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5be750bb-520c-48a9-a2d0-b08e08271720" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.340987] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5be750bb-520c-48a9-a2d0-b08e08271720',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.472967] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5148d9e6-813b-4387-a770-c50a3b8104c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.472967] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5148d9e6-813b-4387-a770-c50a3b8104c3 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.472967] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.475550] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6231f031-97c1-4780-8c35-7a74b6ef5cb4 with status ACTIVE [ 741.475550] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.475550] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.475550] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.475764] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.475764] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.475938] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.476074] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.476471] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.476471] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.477795] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.477795] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.477795] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.477795] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.477991] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.477991] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.478112] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6231f031-97c1-4780-8c35-7a74b6ef5cb4 is going to be updated. [ 741.502790] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.502948] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.503014] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.503242] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.503388] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.503616] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6231f031-97c1-4780-8c35-7a74b6ef5cb4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.717024] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-772 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.717225] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-772" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.717347] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-772" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.717699] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-772" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.717957] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.718396] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.718521] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.719080] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.719243] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.719450] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.719556] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.719698] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.719842] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.719979] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 741.720099] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.720227] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 741.741443] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 741.742096] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 741.742096] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 741.742096] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-772" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.742446] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-53d8c0d6-b231-44fd-b62f-155256bcb78e taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.742635] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-53d8c0d6-b231-44fd-b62f-155256bcb78e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.742755] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-53d8c0d6-b231-44fd-b62f-155256bcb78e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.743094] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-53d8c0d6-b231-44fd-b62f-155256bcb78e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.743238] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53d8c0d6-b231-44fd-b62f-155256bcb78e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.761823] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.762672] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.762672] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.762672] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.762672] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.762672] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.763030] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.763030] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.763249] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.763365] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.763515] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 already deleted. [ 741.763612] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.848411] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5be750bb-520c-48a9-a2d0-b08e08271720 [ 741.848909] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.849077] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.849151] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.849365] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.849455] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.849555] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5be750bb-520c-48a9-a2d0-b08e08271720 already deleted. [ 741.849638] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5be750bb-520c-48a9-a2d0-b08e08271720" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.973840] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5148d9e6-813b-4387-a770-c50a3b8104c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.246073] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.246627] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.246893] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.247291] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.249053] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.249053] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port 53d8c0d6-b231-44fd-b62f-155256bcb78e not found, creating... [ 742.249053] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.249053] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.249053] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.249053] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.249053] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.249610] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.252469] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.252469] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.252469] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.252469] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.252469] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: 53d8c0d6-b231-44fd-b62f-155256bcb78e is going to be created. [ 742.277067] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.277067] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.277067] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.277067] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.277067] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.277067] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-53d8c0d6-b231-44fd-b62f-155256bcb78e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.477165] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.477550] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.477550] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.477794] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.477914] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.478071] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 is going to be created. [ 742.507885] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.508061] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.508185] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.508368] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.508512] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.519196] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 in Status: UNINITIALIZED for 2s [ 742.995495] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2406724-56cf-4846-a4be-b0460e4eea6a in Status: SUCCESS [ 742.995851] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.996177] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.998772] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.998772] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.998772] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.998772] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.998772] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.998772] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.998772] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.998772] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2406724-56cf-4846-a4be-b0460e4eea6a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.079118] env[65906]: INFO networking_nsxv3.common.synchronization [req-43af781b-4f8e-4c5e-85da-1ce0f96ec710 req-75263bf7-3885-4da3-bc72-a9bb0712f65c service nova] Enqueued Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_rules [ 743.079373] env[65906]: INFO networking_nsxv3.common.synchronization [req-43af781b-4f8e-4c5e-85da-1ce0f96ec710 req-75263bf7-3885-4da3-bc72-a9bb0712f65c service nova] Enqueued Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 743.079578] env[65906]: INFO networking_nsxv3.common.synchronization [req-43af781b-4f8e-4c5e-85da-1ce0f96ec710 req-75263bf7-3885-4da3-bc72-a9bb0712f65c service nova] Enqueued Resource ID: 53d8c0d6-b231-44fd-b62f-155256bcb78e with Priority: HIGHEST for action port [ 743.080263] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_rules [ 743.080450] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 743.080570] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53d8c0d6-b231-44fd-b62f-155256bcb78e with Priority: HIGHEST for action port [ 743.080962] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.081132] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.081207] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.081467] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.081551] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.082384] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.082499] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.082567] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.082736] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.082881] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.083011] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.083048] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.083301] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.084526] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.084663] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.085489] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-53d8c0d6-b231-44fd-b62f-155256bcb78e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.086405] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53d8c0d6-b231-44fd-b62f-155256bcb78e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.086515] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53d8c0d6-b231-44fd-b62f-155256bcb78e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.086718] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53d8c0d6-b231-44fd-b62f-155256bcb78e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.086835] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53d8c0d6-b231-44fd-b62f-155256bcb78e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.502534] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2406724-56cf-4846-a4be-b0460e4eea6a taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.502881] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.502881] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.503069] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.503270] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.503397] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.503474] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.503651] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.503759] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.504191] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.504191] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2406724-56cf-4846-a4be-b0460e4eea6a taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.504191] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.504355] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.504434] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.504597] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.504715] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.504867] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.504986] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.505103] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.505319] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.505452] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2406724-56cf-4846-a4be-b0460e4eea6a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.591056] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.591056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.591056] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.591056] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53d8c0d6-b231-44fd-b62f-155256bcb78e with status ACTIVE [ 743.591056] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.591056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.591056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.591056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.591765] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.591765] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.591765] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.591765] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.591765] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.591765] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.592027] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.592027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.592492] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.592686] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.592803] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.592933] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53d8c0d6-b231-44fd-b62f-155256bcb78e is going to be updated. [ 743.621240] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.621240] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.621240] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.621240] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.621398] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.621523] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53d8c0d6-b231-44fd-b62f-155256bcb78e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.008216] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2406724-56cf-4846-a4be-b0460e4eea6a: rpc.has_security_group_logging(os_id): False [ 744.031538] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.031744] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.031787] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.032076] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.032217] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.032416] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.032539] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.032628] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.032838] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.032950] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.033213] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.033359] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.033452] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.033634] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.033733] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.033976] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.034105] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.034194] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.034384] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.034496] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.034608] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2406724-56cf-4846-a4be-b0460e4eea6a is going to be updated. [ 744.083731] env[65906]: INFO networking_nsxv3.common.synchronization [req-253f8c8f-3700-49e0-ac72-d2b6f53de62a req-d39ed0a9-4195-4fcb-99e4-fe57cfafd134 tempest-FloatingIPsAssociationTestJSON-464697251 tempest-FloatingIPsAssociationTestJSON-464697251-project-member] Enqueued Resource ID: 854c0692-f886-4131-a445-bab0e08b0c94 with Priority: HIGHEST for action security_group_members [ 744.084750] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 854c0692-f886-4131-a445-bab0e08b0c94 with Priority: HIGHEST for action security_group_members [ 744.085149] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-854c0692-f886-4131-a445-bab0e08b0c94 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.085280] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.085344] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.085555] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.085738] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.085931] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.085992] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.086185] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.086346] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.086407] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('854c0692-f886-4131-a445-bab0e08b0c94',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.095691] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.130942] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.131126] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.131213] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.131410] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.131560] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.147352] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2406724-56cf-4846-a4be-b0460e4eea6a in Status: IN_PROGRESS for 2s [ 744.532656] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 in Status: SUCCESS [ 744.532989] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.533104] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.533313] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.533511] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.533629] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.533729] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.533841] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.533920] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.534122] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.534122] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5148d9e6-813b-4387-a770-c50a3b8104c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.588970] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('854c0692-f886-4131-a445-bab0e08b0c94',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.600560] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.600560] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.600560] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.600560] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.600560] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.600560] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 is going to be created. [ 744.632290] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.632290] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.632477] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.632642] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.632780] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.653450] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: UNINITIALIZED for 2s [ 745.038399] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5148d9e6-813b-4387-a770-c50a3b8104c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.094151] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('854c0692-f886-4131-a445-bab0e08b0c94',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.541708] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5148d9e6-813b-4387-a770-c50a3b8104c3: rpc.has_security_group_logging(os_id): False [ 745.565913] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.566241] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.566241] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.566546] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.566635] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.566999] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.567129] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.567166] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.567893] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.567893] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.567893] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 is going to be created. [ 745.597084] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.598064] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.598064] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.598064] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.598343] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.598343] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 854c0692-f886-4131-a445-bab0e08b0c94 is going to be updated. [ 745.641031] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.641031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.641031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.641031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.641031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.649883] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.651883] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.651883] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.651883] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.651883] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.653925] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 854c0692-f886-4131-a445-bab0e08b0c94 in Status: IN_PROGRESS for 2s [ 745.665965] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 in Status: IN_PROGRESS for 2s [ 746.161590] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2406724-56cf-4846-a4be-b0460e4eea6a in Status: SUCCESS [ 746.161770] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.667935] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: SUCCESS [ 746.668355] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.668355] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.668691] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.668933] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.669094] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.669154] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.669321] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.669406] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.669496] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.669588] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.173186] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.173186] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.173186] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.173716] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.173929] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.174072] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.174113] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.174298] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.174391] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.174619] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.174863] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.174863] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.175021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.175521] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.175711] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.175843] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.175928] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.176131] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.176355] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.176479] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.176960] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.665520] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 854c0692-f886-4131-a445-bab0e08b0c94 in Status: SUCCESS [ 747.665727] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.679911] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cbbfa4a-ad46-47cc-89e9-430f85a34801: rpc.has_security_group_logging(os_id): False [ 747.682505] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 in Status: SUCCESS [ 747.682712] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.698503] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.698621] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.698691] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.698908] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.698993] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.699217] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.699314] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.699376] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.700343] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.700343] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.700343] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.700343] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.700343] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.700343] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.702162] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.702347] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.702747] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.702747] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.702747] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.702747] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.702856] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 is going to be created. [ 747.765361] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.765361] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.765572] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.765675] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.765853] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.781808] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: IN_PROGRESS for 2s [ 748.933853] env[65906]: INFO networking_nsxv3.common.synchronization [req-f0717a6f-e4b6-4d09-b3da-6317d44e2436 req-9f1270b5-4a3f-4afb-a352-760f2acc148f tempest-ServerMetadataTestJSON-1574714527 tempest-ServerMetadataTestJSON-1574714527-project-member] Enqueued Resource ID: bd0fd77b-51c6-4fee-8144-ffa88d153bad with Priority: HIGHEST for action security_group_members [ 748.935495] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd0fd77b-51c6-4fee-8144-ffa88d153bad with Priority: HIGHEST for action security_group_members [ 748.936550] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd0fd77b-51c6-4fee-8144-ffa88d153bad taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.936689] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd0fd77b-51c6-4fee-8144-ffa88d153bad" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.936914] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd0fd77b-51c6-4fee-8144-ffa88d153bad" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.937104] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd0fd77b-51c6-4fee-8144-ffa88d153bad" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.937293] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.937425] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.937493] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.937669] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.937761] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.937854] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd0fd77b-51c6-4fee-8144-ffa88d153bad',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.443038] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.443038] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.443038] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.443038] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.443038] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.443038] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.443038] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.443038] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.443038] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.443038] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.443038] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd0fd77b-51c6-4fee-8144-ffa88d153bad already deleted. [ 749.443038] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd0fd77b-51c6-4fee-8144-ffa88d153bad" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.633582] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-587 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.633582] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-587" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.633582] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-587" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.633582] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-587" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.635529] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.635529] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.635772] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.636952] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.636952] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.636952] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.636952] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 749.636952] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 749.636952] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 749.636952] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.636952] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 749.636952] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 749.661783] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 749.661783] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 749.661783] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 749.662121] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-587" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.662670] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-cbf2a47e-6a62-411b-8d4f-a559dffcc5d1 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.662910] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-cbf2a47e-6a62-411b-8d4f-a559dffcc5d1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.665136] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-cbf2a47e-6a62-411b-8d4f-a559dffcc5d1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.665527] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-cbf2a47e-6a62-411b-8d4f-a559dffcc5d1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.665727] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbf2a47e-6a62-411b-8d4f-a559dffcc5d1',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.801798] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: SUCCESS [ 749.802288] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.171755] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.172269] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.172269] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.172539] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.172595] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.172773] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port cbf2a47e-6a62-411b-8d4f-a559dffcc5d1 not found, creating... [ 750.173162] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.173350] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.173468] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.173789] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.173946] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.174250] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.174400] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.174512] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.174716] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.174846] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.174983] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: cbf2a47e-6a62-411b-8d4f-a559dffcc5d1 is going to be created. [ 750.205108] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.205373] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.205373] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.205738] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.205906] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.206156] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-cbf2a47e-6a62-411b-8d4f-a559dffcc5d1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.943213] env[65906]: INFO networking_nsxv3.common.synchronization [req-f0717a6f-e4b6-4d09-b3da-6317d44e2436 req-77fc9f5b-fd76-479a-b510-894b9415ea0e service nova] Enqueued Resource ID: bd0fd77b-51c6-4fee-8144-ffa88d153bad with Priority: HIGHEST for action security_group_rules [ 750.943391] env[65906]: INFO networking_nsxv3.common.synchronization [req-f0717a6f-e4b6-4d09-b3da-6317d44e2436 req-77fc9f5b-fd76-479a-b510-894b9415ea0e service nova] Enqueued Resource ID: bd0fd77b-51c6-4fee-8144-ffa88d153bad with Priority: HIGHEST for action security_group_members [ 750.943520] env[65906]: INFO networking_nsxv3.common.synchronization [req-f0717a6f-e4b6-4d09-b3da-6317d44e2436 req-77fc9f5b-fd76-479a-b510-894b9415ea0e service nova] Enqueued Resource ID: cbf2a47e-6a62-411b-8d4f-a559dffcc5d1 with Priority: HIGHEST for action port [ 750.945503] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd0fd77b-51c6-4fee-8144-ffa88d153bad with Priority: HIGHEST for action security_group_rules [ 750.945979] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd0fd77b-51c6-4fee-8144-ffa88d153bad with Priority: HIGHEST for action security_group_members [ 750.945979] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbf2a47e-6a62-411b-8d4f-a559dffcc5d1 with Priority: HIGHEST for action port [ 750.949039] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd0fd77b-51c6-4fee-8144-ffa88d153bad taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.949039] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd0fd77b-51c6-4fee-8144-ffa88d153bad" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.949039] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd0fd77b-51c6-4fee-8144-ffa88d153bad" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.949039] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd0fd77b-51c6-4fee-8144-ffa88d153bad" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.949039] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd0fd77b-51c6-4fee-8144-ffa88d153bad',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.949039] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd0fd77b-51c6-4fee-8144-ffa88d153bad taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.949039] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd0fd77b-51c6-4fee-8144-ffa88d153bad" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.949039] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd0fd77b-51c6-4fee-8144-ffa88d153bad" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.949039] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd0fd77b-51c6-4fee-8144-ffa88d153bad" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.949039] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.949039] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.949039] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.951158] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.951574] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.951920] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd0fd77b-51c6-4fee-8144-ffa88d153bad',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.953601] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbf2a47e-6a62-411b-8d4f-a559dffcc5d1 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.953983] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbf2a47e-6a62-411b-8d4f-a559dffcc5d1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.954176] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbf2a47e-6a62-411b-8d4f-a559dffcc5d1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.954436] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbf2a47e-6a62-411b-8d4f-a559dffcc5d1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.954617] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbf2a47e-6a62-411b-8d4f-a559dffcc5d1',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.459769] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd0fd77b-51c6-4fee-8144-ffa88d153bad taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.460116] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd0fd77b-51c6-4fee-8144-ffa88d153bad" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.460352] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd0fd77b-51c6-4fee-8144-ffa88d153bad',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.461163] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbf2a47e-6a62-411b-8d4f-a559dffcc5d1 with status ACTIVE [ 751.461537] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.461537] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.461537] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.461737] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.462016] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.462081] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.462144] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.462195] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.462353] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.462450] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.462841] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.462841] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.462841] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.462994] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.462994] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.468025] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbf2a47e-6a62-411b-8d4f-a559dffcc5d1 is going to be updated. [ 751.500628] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.500628] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.500920] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.501025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.501433] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.501433] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbf2a47e-6a62-411b-8d4f-a559dffcc5d1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.910250] env[65906]: INFO networking_nsxv3.common.synchronization [req-019b2e44-719f-4718-a10e-9cd543e5c6fe req-a1b1353a-609f-44da-93f3-6a6dd0adcd3e tempest-ImagesTestJSON-1400319718 tempest-ImagesTestJSON-1400319718-project-member] Enqueued Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_members [ 751.910250] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_members [ 751.910745] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e44fcdd6-c25c-40da-9f8b-035616ab7b70 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.911110] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.911297] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.911608] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.914612] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.914612] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.914612] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.914612] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.914612] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.914612] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.969447] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd0fd77b-51c6-4fee-8144-ffa88d153bad',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.285075] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-188 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.285075] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-188" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.285075] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-188" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.285075] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-188" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.285075] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.285075] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.285075] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.285075] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.285643] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.286024] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.286361] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 752.286618] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 752.286856] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 752.287112] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 752.287345] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 752.287589] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 752.317212] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 752.317212] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 752.317212] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 752.317212] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-188" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.317212] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-e844704e-4416-4a11-ba67-66bdfd103141 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.317212] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-e844704e-4416-4a11-ba67-66bdfd103141" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.317212] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-e844704e-4416-4a11-ba67-66bdfd103141" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.317212] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-e844704e-4416-4a11-ba67-66bdfd103141" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.317212] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e844704e-4416-4a11-ba67-66bdfd103141',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.422025] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.422025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.422025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.422025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.422025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.422025] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.422025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.422025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.422025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.422025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.422025] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 is going to be updated. [ 752.450239] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.450864] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.451159] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.453086] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.453086] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.463708] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 in Status: IN_PROGRESS for 2s [ 752.472671] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.473464] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.473464] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.473464] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.473622] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.474069] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd0fd77b-51c6-4fee-8144-ffa88d153bad is going to be created. [ 752.505124] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.505321] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.505483] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.505938] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.506024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.518350] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd0fd77b-51c6-4fee-8144-ffa88d153bad in Status: UNINITIALIZED for 2s [ 752.825885] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.826131] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.826253] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.826542] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.826686] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.826837] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port e844704e-4416-4a11-ba67-66bdfd103141 not found, creating... [ 752.827106] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.827263] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.827380] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.827597] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.827798] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.828084] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.828238] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.828360] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.828553] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.828678] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.828812] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: e844704e-4416-4a11-ba67-66bdfd103141 is going to be created. [ 752.850449] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.850705] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.850831] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.851105] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.851348] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.851595] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-e844704e-4416-4a11-ba67-66bdfd103141" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.662665] env[65906]: INFO networking_nsxv3.common.synchronization [req-019b2e44-719f-4718-a10e-9cd543e5c6fe req-7bf1fedf-dc36-405c-9edc-feb42f77e595 service nova] Enqueued Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_rules [ 753.662665] env[65906]: INFO networking_nsxv3.common.synchronization [req-019b2e44-719f-4718-a10e-9cd543e5c6fe req-7bf1fedf-dc36-405c-9edc-feb42f77e595 service nova] Enqueued Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_members [ 753.662665] env[65906]: INFO networking_nsxv3.common.synchronization [req-019b2e44-719f-4718-a10e-9cd543e5c6fe req-7bf1fedf-dc36-405c-9edc-feb42f77e595 service nova] Enqueued Resource ID: e844704e-4416-4a11-ba67-66bdfd103141 with Priority: HIGHEST for action port [ 753.663914] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_rules [ 753.664095] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_members [ 753.664202] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e844704e-4416-4a11-ba67-66bdfd103141 with Priority: HIGHEST for action port [ 753.664805] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e44fcdd6-c25c-40da-9f8b-035616ab7b70 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.664936] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.664936] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.665181] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.665181] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.666082] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e44fcdd6-c25c-40da-9f8b-035616ab7b70 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.666198] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.666422] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-e844704e-4416-4a11-ba67-66bdfd103141 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.666937] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e844704e-4416-4a11-ba67-66bdfd103141" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.666983] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e844704e-4416-4a11-ba67-66bdfd103141" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.667263] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e844704e-4416-4a11-ba67-66bdfd103141" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.667383] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e844704e-4416-4a11-ba67-66bdfd103141',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.172547] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e44fcdd6-c25c-40da-9f8b-035616ab7b70 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.172731] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.172964] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e844704e-4416-4a11-ba67-66bdfd103141 with status ACTIVE [ 754.173189] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.173330] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.173400] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.173641] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.173734] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.173942] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.174057] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.174122] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.174292] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.174369] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.174548] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.174639] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.174713] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.174855] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.174925] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.175027] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e844704e-4416-4a11-ba67-66bdfd103141 is going to be updated. [ 754.198107] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.198258] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.198332] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.199027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.199027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.199027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e844704e-4416-4a11-ba67-66bdfd103141" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.476289] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 in Status: SUCCESS [ 754.476289] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 deletion is rescheduled due to dependency. [ 754.476439] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.476508] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.476731] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.476946] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.477066] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.477148] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.477297] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.477392] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.477485] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.530675] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd0fd77b-51c6-4fee-8144-ffa88d153bad in Status: SUCCESS [ 754.530675] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd0fd77b-51c6-4fee-8144-ffa88d153bad" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.530675] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd0fd77b-51c6-4fee-8144-ffa88d153bad" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.531131] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd0fd77b-51c6-4fee-8144-ffa88d153bad" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.531131] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.531324] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.531390] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.531607] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.531832] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.531905] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd0fd77b-51c6-4fee-8144-ffa88d153bad" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.532059] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd0fd77b-51c6-4fee-8144-ffa88d153bad',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.981904] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.034864] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd0fd77b-51c6-4fee-8144-ffa88d153bad taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.034953] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd0fd77b-51c6-4fee-8144-ffa88d153bad" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.035022] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd0fd77b-51c6-4fee-8144-ffa88d153bad" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.035480] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd0fd77b-51c6-4fee-8144-ffa88d153bad" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.035480] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.035480] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.035635] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.035748] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.035797] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.035868] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd0fd77b-51c6-4fee-8144-ffa88d153bad" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.035992] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd0fd77b-51c6-4fee-8144-ffa88d153bad taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.036091] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd0fd77b-51c6-4fee-8144-ffa88d153bad" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.037073] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd0fd77b-51c6-4fee-8144-ffa88d153bad" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.037073] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd0fd77b-51c6-4fee-8144-ffa88d153bad" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.037073] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.037073] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.037073] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.037073] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.037073] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.037073] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd0fd77b-51c6-4fee-8144-ffa88d153bad" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.037073] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd0fd77b-51c6-4fee-8144-ffa88d153bad',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.485558] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.539218] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd0fd77b-51c6-4fee-8144-ffa88d153bad: rpc.has_security_group_logging(os_id): False [ 755.566297] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.566524] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.566524] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.567306] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.567306] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.567306] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.567306] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.567306] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.569148] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.569148] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.569148] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.569148] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.569148] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.569148] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.569148] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.569148] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.569148] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.569148] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.569148] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.570374] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.571604] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd0fd77b-51c6-4fee-8144-ffa88d153bad is going to be created. [ 755.664660] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.664811] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.664904] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.665252] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.665517] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.681856] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd0fd77b-51c6-4fee-8144-ffa88d153bad in Status: IN_PROGRESS for 2s [ 755.988924] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.989210] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.989651] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.989651] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.989944] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.991691] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 is going to be updated. [ 755.999887] env[65906]: INFO networking_nsxv3.common.synchronization [req-b1525121-0870-4f67-8f39-1a351c08271b req-2b022159-1c06-4fdd-acac-73d857da44a2 tempest-DeleteServersAdminTestJSON-1806531517 tempest-DeleteServersAdminTestJSON-1806531517-project-member] Enqueued Resource ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 with Priority: HIGHEST for action security_group_members [ 756.000857] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 with Priority: HIGHEST for action security_group_members [ 756.002094] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.002094] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.002416] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.002837] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.003137] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.003304] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.003400] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.003673] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.003839] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.004498] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a55d4d23-ff55-4a08-bd40-cf5ade46fe62',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.034121] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.034121] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.034121] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.036694] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.036694] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.052032] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 in Status: IN_PROGRESS for 2s [ 756.516428] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.516428] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.516428] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.516428] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.516428] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.516428] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.516428] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.516428] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.516428] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.516428] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.516428] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 already deleted. [ 756.516428] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.581219] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-764 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.581219] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.581219] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.581219] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.581670] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.582107] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.582400] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.582849] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.583193] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.583548] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.583813] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 756.584062] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 756.584301] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 756.584536] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 756.584752] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 756.585064] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 756.623043] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 756.623043] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 756.623043] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 756.623043] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.623700] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-f4336f18-1b0c-4cf8-b9d1-62baa7b5582e taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.624443] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-f4336f18-1b0c-4cf8-b9d1-62baa7b5582e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.624443] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-f4336f18-1b0c-4cf8-b9d1-62baa7b5582e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.624708] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-f4336f18-1b0c-4cf8-b9d1-62baa7b5582e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.624939] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4336f18-1b0c-4cf8-b9d1-62baa7b5582e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.874344] env[65906]: INFO networking_nsxv3.common.synchronization [req-5db311dc-d41f-4541-b13e-336b71efda2e req-9ac7b10d-1cf5-4ec8-8e05-a628a40af705 tempest-ServersWithSpecificFlavorTestJSON-138366733 tempest-ServersWithSpecificFlavorTestJSON-138366733-project-member] Enqueued Resource ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b with Priority: HIGHEST for action security_group_members [ 756.875370] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b with Priority: HIGHEST for action security_group_members [ 756.875515] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-15149eb3-e81e-45d6-9e83-27a6d82a712b taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.875907] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.875907] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.876054] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.876301] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.876483] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.876575] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.876774] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.876898] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.877037] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15149eb3-e81e-45d6-9e83-27a6d82a712b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.128016] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.128401] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.128756] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.129085] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.129243] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.129398] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port f4336f18-1b0c-4cf8-b9d1-62baa7b5582e not found, creating... [ 757.129761] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.130428] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.130517] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.134031] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.134031] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.134031] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.134031] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.134031] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.134031] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.134031] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.134031] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: f4336f18-1b0c-4cf8-b9d1-62baa7b5582e is going to be created. [ 757.156370] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.156571] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.156698] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.156974] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.157212] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.157685] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-f4336f18-1b0c-4cf8-b9d1-62baa7b5582e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.381771] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.381771] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.381771] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.381771] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.381771] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.381771] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.381771] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.381771] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.381771] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.381771] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.381771] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b is going to be updated. [ 757.417118] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.419153] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.419153] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.419153] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.419153] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.432534] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b in Status: IN_PROGRESS for 2s [ 757.701268] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd0fd77b-51c6-4fee-8144-ffa88d153bad in Status: SUCCESS [ 757.701870] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd0fd77b-51c6-4fee-8144-ffa88d153bad" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.933585] env[65906]: INFO networking_nsxv3.common.synchronization [req-b1525121-0870-4f67-8f39-1a351c08271b req-af1672da-4f10-4576-9670-c265969987bd service nova] Enqueued Resource ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 with Priority: HIGHEST for action security_group_rules [ 757.933585] env[65906]: INFO networking_nsxv3.common.synchronization [req-b1525121-0870-4f67-8f39-1a351c08271b req-af1672da-4f10-4576-9670-c265969987bd service nova] Enqueued Resource ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 with Priority: HIGHEST for action security_group_members [ 757.933585] env[65906]: INFO networking_nsxv3.common.synchronization [req-b1525121-0870-4f67-8f39-1a351c08271b req-af1672da-4f10-4576-9670-c265969987bd service nova] Enqueued Resource ID: f4336f18-1b0c-4cf8-b9d1-62baa7b5582e with Priority: HIGHEST for action port [ 757.933585] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 with Priority: HIGHEST for action security_group_rules [ 757.933585] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 with Priority: HIGHEST for action security_group_members [ 757.933585] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4336f18-1b0c-4cf8-b9d1-62baa7b5582e with Priority: HIGHEST for action port [ 757.933585] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a55d4d23-ff55-4a08-bd40-cf5ade46fe62 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.935447] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.935447] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.935545] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.935827] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a55d4d23-ff55-4a08-bd40-cf5ade46fe62',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.937105] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.937105] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.937105] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.937105] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.937278] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.937278] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.937355] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.938043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.938043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.938043] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a55d4d23-ff55-4a08-bd40-cf5ade46fe62',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.938739] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4336f18-1b0c-4cf8-b9d1-62baa7b5582e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.938739] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4336f18-1b0c-4cf8-b9d1-62baa7b5582e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.938877] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4336f18-1b0c-4cf8-b9d1-62baa7b5582e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.938939] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4336f18-1b0c-4cf8-b9d1-62baa7b5582e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.939024] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4336f18-1b0c-4cf8-b9d1-62baa7b5582e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.063752] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 in Status: SUCCESS [ 758.063992] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.064314] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.064626] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.064904] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.065117] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.065211] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.065459] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.065595] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.065727] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.065864] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.441348] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a55d4d23-ff55-4a08-bd40-cf5ade46fe62',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.443111] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.443111] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.443111] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4336f18-1b0c-4cf8-b9d1-62baa7b5582e with status ACTIVE [ 758.443466] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.443667] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.443667] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.444374] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.444374] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.444811] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.444811] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.444811] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.444966] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.445201] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.445525] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.445651] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.445929] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.446783] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.446783] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.447816] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4336f18-1b0c-4cf8-b9d1-62baa7b5582e is going to be updated. [ 758.479745] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.479937] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.480044] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.481136] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.481136] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.481136] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4336f18-1b0c-4cf8-b9d1-62baa7b5582e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.569116] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e44fcdd6-c25c-40da-9f8b-035616ab7b70 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.569358] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.569409] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.569607] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.569797] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.569953] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.569993] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.570164] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.570277] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.570350] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.570506] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e44fcdd6-c25c-40da-9f8b-035616ab7b70 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.570651] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.570680] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.570835] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.570989] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.571155] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.571155] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.571314] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.571417] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.571507] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.571619] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.951096] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a55d4d23-ff55-4a08-bd40-cf5ade46fe62',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.075025] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e44fcdd6-c25c-40da-9f8b-035616ab7b70: rpc.has_security_group_logging(os_id): False [ 759.096159] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.096159] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.096159] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.096159] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.096159] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.096159] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.096159] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.096159] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.096721] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.096721] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.096721] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.096845] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.096845] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.097135] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.097135] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.097245] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.097401] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.097401] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.097483] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.097541] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.097632] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 is going to be updated. [ 759.164205] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.164205] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.164205] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.164499] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.164620] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.178651] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 in Status: IN_PROGRESS for 2s [ 759.444812] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b in Status: SUCCESS [ 759.445116] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b deletion is rescheduled due to dependency. [ 759.445171] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.453854] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.454139] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.454499] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.454612] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.454741] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.454929] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 is going to be created. [ 759.483051] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.483199] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.483268] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.483530] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.483782] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.497047] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 in Status: UNINITIALIZED for 2s [ 761.198161] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 in Status: SUCCESS [ 761.198466] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.517327] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 in Status: SUCCESS [ 761.517327] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.517327] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.517583] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.518241] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.518241] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.518241] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.518241] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.518575] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.518575] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.518575] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a55d4d23-ff55-4a08-bd40-cf5ade46fe62',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.536483] env[65906]: INFO networking_nsxv3.common.synchronization [None req-2bc8b1c3-1024-4dd2-937d-85ecf146c65d None None] Enqueued Resource ID: 07972861-cc1f-4b80-ad75-2fd12da31862 with Priority: HIGHEST for action port [ 761.536706] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07972861-cc1f-4b80-ad75-2fd12da31862 with Priority: HIGHEST for action port [ 761.538046] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-07972861-cc1f-4b80-ad75-2fd12da31862 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.538264] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07972861-cc1f-4b80-ad75-2fd12da31862" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.538582] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07972861-cc1f-4b80-ad75-2fd12da31862" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.540972] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07972861-cc1f-4b80-ad75-2fd12da31862" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.541445] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07972861-cc1f-4b80-ad75-2fd12da31862',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.024533] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.024797] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.024896] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.025084] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.025268] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.025447] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.025447] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.025744] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.025744] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.025744] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.026076] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.026076] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.026076] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.026349] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.026349] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.026668] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.026668] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.026668] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.026925] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.026925] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.026925] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a55d4d23-ff55-4a08-bd40-cf5ade46fe62',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.045300] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07972861-cc1f-4b80-ad75-2fd12da31862 [ 762.045446] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.045537] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.045593] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.045805] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.045897] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.045995] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07972861-cc1f-4b80-ad75-2fd12da31862 already deleted. [ 762.046092] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07972861-cc1f-4b80-ad75-2fd12da31862" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.529507] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a55d4d23-ff55-4a08-bd40-cf5ade46fe62: rpc.has_security_group_logging(os_id): False [ 762.550592] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.553140] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.553140] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.553140] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.553140] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.553140] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.553140] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.553140] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.553140] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.553140] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.553140] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.553140] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.553554] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.553554] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.553554] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.553645] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.556687] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.556687] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.556687] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.556687] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.556687] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 is going to be created. [ 762.619949] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.619949] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.619949] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.619949] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.619949] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.630522] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 in Status: IN_PROGRESS for 2s [ 763.232749] env[65906]: INFO networking_nsxv3.common.synchronization [None req-1b973855-24c2-4736-9e2f-b79ff2340b06 tempest-ServersTestJSON-1417021719 tempest-ServersTestJSON-1417021719-project-member] Enqueued Resource ID: 8fc17a09-51ab-40ab-8d6b-1248c63cbd07 with Priority: HIGHEST for action security_group_rules [ 763.232829] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc17a09-51ab-40ab-8d6b-1248c63cbd07 with Priority: HIGHEST for action security_group_rules [ 763.233087] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fc17a09-51ab-40ab-8d6b-1248c63cbd07 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.233220] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.233270] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.233516] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.233595] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fc17a09-51ab-40ab-8d6b-1248c63cbd07',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.330830] env[65906]: INFO networking_nsxv3.common.synchronization [None req-5daf0293-0472-48ca-8b96-81d3419b328f tempest-ServersTestJSON-1417021719 tempest-ServersTestJSON-1417021719-project-member] Enqueued Resource ID: 8fc17a09-51ab-40ab-8d6b-1248c63cbd07 with Priority: HIGHEST for action security_group_rules [ 763.331391] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc17a09-51ab-40ab-8d6b-1248c63cbd07 with Priority: HIGHEST for action security_group_rules [ 763.331798] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fc17a09-51ab-40ab-8d6b-1248c63cbd07 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.331798] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.755141] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.756552] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.756552] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.756552] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.756552] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.756552] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fc17a09-51ab-40ab-8d6b-1248c63cbd07 already deleted. [ 763.756552] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.756552] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.756552] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.756552] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fc17a09-51ab-40ab-8d6b-1248c63cbd07',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.289143] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.289386] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.289503] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.289864] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.289986] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.290132] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fc17a09-51ab-40ab-8d6b-1248c63cbd07 already deleted. [ 764.290390] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.391970] env[65906]: INFO networking_nsxv3.common.synchronization [None req-c6906251-02d7-4b8e-af29-36da8a18529c None None] Enqueued Resource ID: 9faafeda-3e0a-4610-bb88-b184648e46f2 with Priority: HIGHEST for action port [ 764.391970] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9faafeda-3e0a-4610-bb88-b184648e46f2 with Priority: HIGHEST for action port [ 764.392478] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-9faafeda-3e0a-4610-bb88-b184648e46f2 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.393045] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9faafeda-3e0a-4610-bb88-b184648e46f2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.393045] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9faafeda-3e0a-4610-bb88-b184648e46f2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.393368] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9faafeda-3e0a-4610-bb88-b184648e46f2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.394463] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9faafeda-3e0a-4610-bb88-b184648e46f2',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.648173] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 in Status: SUCCESS [ 764.649597] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.896778] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9faafeda-3e0a-4610-bb88-b184648e46f2 [ 764.897265] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.897265] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.897492] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.897576] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.897735] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.897822] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9faafeda-3e0a-4610-bb88-b184648e46f2 already deleted. [ 764.897922] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9faafeda-3e0a-4610-bb88-b184648e46f2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.755421] env[65906]: INFO networking_nsxv3.common.synchronization [req-774c21d4-5c92-4fbe-9b46-73a695caac4b req-ec2c114e-e3d9-4df9-b2c6-150fe643796a tempest-InstanceActionsTestJSON-1495746748 tempest-InstanceActionsTestJSON-1495746748-project-member] Enqueued Resource ID: 8bf47009-8778-467b-94ca-e8c2c198c799 with Priority: HIGHEST for action security_group_members [ 766.755421] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bf47009-8778-467b-94ca-e8c2c198c799 with Priority: HIGHEST for action security_group_members [ 766.755984] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf47009-8778-467b-94ca-e8c2c198c799 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.755984] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf47009-8778-467b-94ca-e8c2c198c799" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.755984] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf47009-8778-467b-94ca-e8c2c198c799" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.755984] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf47009-8778-467b-94ca-e8c2c198c799" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.760142] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.760142] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.760142] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.760142] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.760142] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.760142] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bf47009-8778-467b-94ca-e8c2c198c799',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.765886] env[65906]: INFO networking_nsxv3.common.synchronization [None req-50cd8e80-d0e6-44d6-a53e-765953cd0523 None None] Enqueued Resource ID: 143db313-28ee-44da-97e0-404a369c97dc with Priority: HIGHEST for action port [ 766.769101] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 143db313-28ee-44da-97e0-404a369c97dc with Priority: HIGHEST for action port [ 766.769101] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-143db313-28ee-44da-97e0-404a369c97dc taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.769101] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-143db313-28ee-44da-97e0-404a369c97dc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.769101] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-143db313-28ee-44da-97e0-404a369c97dc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.771896] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-143db313-28ee-44da-97e0-404a369c97dc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.771896] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('143db313-28ee-44da-97e0-404a369c97dc',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.162785] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.162992] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-82" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.163104] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-82" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.163435] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-82" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.163695] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.166670] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.166670] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.166670] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.166670] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.166670] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.166670] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 767.166670] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 767.166670] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 767.166670] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.166670] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 767.166670] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 767.192359] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 767.192525] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 767.192657] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 767.192831] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-82" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.193155] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-62a76e16-a981-4cc6-a429-d8f6a40c9336 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.193322] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-62a76e16-a981-4cc6-a429-d8f6a40c9336" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.193433] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-62a76e16-a981-4cc6-a429-d8f6a40c9336" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.193810] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-62a76e16-a981-4cc6-a429-d8f6a40c9336" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.193955] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62a76e16-a981-4cc6-a429-d8f6a40c9336',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.261582] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.261582] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.261582] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.261876] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.261876] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.261954] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.262045] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.262268] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.262268] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.262380] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.262380] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bf47009-8778-467b-94ca-e8c2c198c799 already deleted. [ 767.262463] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf47009-8778-467b-94ca-e8c2c198c799" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.275126] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 143db313-28ee-44da-97e0-404a369c97dc [ 767.275436] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.275436] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.275436] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.275598] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.275688] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.275784] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:143db313-28ee-44da-97e0-404a369c97dc already deleted. [ 767.276060] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-143db313-28ee-44da-97e0-404a369c97dc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.696958] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.697224] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.697346] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.697622] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.697764] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.697912] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port 62a76e16-a981-4cc6-a429-d8f6a40c9336 not found, creating... [ 767.698178] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.698327] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.698434] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.698640] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.698768] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.699070] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.699222] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.699330] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.699519] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.699758] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.699818] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: 62a76e16-a981-4cc6-a429-d8f6a40c9336 is going to be created. [ 767.720328] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.720493] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.720608] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.721078] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.721333] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.721552] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-62a76e16-a981-4cc6-a429-d8f6a40c9336" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.517674] env[65906]: INFO networking_nsxv3.common.synchronization [req-774c21d4-5c92-4fbe-9b46-73a695caac4b req-ffe0009b-26a8-46ba-949d-e61a97053368 service nova] Enqueued Resource ID: 8bf47009-8778-467b-94ca-e8c2c198c799 with Priority: HIGHEST for action security_group_rules [ 768.518069] env[65906]: INFO networking_nsxv3.common.synchronization [req-774c21d4-5c92-4fbe-9b46-73a695caac4b req-ffe0009b-26a8-46ba-949d-e61a97053368 service nova] Enqueued Resource ID: 8bf47009-8778-467b-94ca-e8c2c198c799 with Priority: HIGHEST for action security_group_members [ 768.518069] env[65906]: INFO networking_nsxv3.common.synchronization [req-774c21d4-5c92-4fbe-9b46-73a695caac4b req-ffe0009b-26a8-46ba-949d-e61a97053368 service nova] Enqueued Resource ID: 62a76e16-a981-4cc6-a429-d8f6a40c9336 with Priority: HIGHEST for action port [ 768.518563] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bf47009-8778-467b-94ca-e8c2c198c799 with Priority: HIGHEST for action security_group_rules [ 768.518781] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bf47009-8778-467b-94ca-e8c2c198c799 with Priority: HIGHEST for action security_group_members [ 768.518837] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a76e16-a981-4cc6-a429-d8f6a40c9336 with Priority: HIGHEST for action port [ 768.519743] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bf47009-8778-467b-94ca-e8c2c198c799 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.520514] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bf47009-8778-467b-94ca-e8c2c198c799" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.520514] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bf47009-8778-467b-94ca-e8c2c198c799" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.520725] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bf47009-8778-467b-94ca-e8c2c198c799" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.524289] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bf47009-8778-467b-94ca-e8c2c198c799',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.524289] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf47009-8778-467b-94ca-e8c2c198c799 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.524289] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf47009-8778-467b-94ca-e8c2c198c799" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.524289] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf47009-8778-467b-94ca-e8c2c198c799" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.524289] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf47009-8778-467b-94ca-e8c2c198c799" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.524289] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.524289] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.524289] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.524780] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.524780] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.524780] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bf47009-8778-467b-94ca-e8c2c198c799',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.527078] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-62a76e16-a981-4cc6-a429-d8f6a40c9336 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.527078] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62a76e16-a981-4cc6-a429-d8f6a40c9336" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.527078] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62a76e16-a981-4cc6-a429-d8f6a40c9336" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.527078] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62a76e16-a981-4cc6-a429-d8f6a40c9336" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.527078] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62a76e16-a981-4cc6-a429-d8f6a40c9336',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.028977] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf47009-8778-467b-94ca-e8c2c198c799 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.029196] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf47009-8778-467b-94ca-e8c2c198c799" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.029376] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8bf47009-8778-467b-94ca-e8c2c198c799',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.031458] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62a76e16-a981-4cc6-a429-d8f6a40c9336 with status ACTIVE [ 769.032688] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.032688] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.032688] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.032688] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.032688] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.033195] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.033474] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.033549] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.034068] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.034190] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.034644] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.034644] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.034644] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.035037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.035037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.035037] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62a76e16-a981-4cc6-a429-d8f6a40c9336 is going to be updated. [ 769.064298] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.064524] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.064595] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.064811] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.065063] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.065429] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62a76e16-a981-4cc6-a429-d8f6a40c9336" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.441179] env[65906]: INFO networking_nsxv3.common.synchronization [None req-878ff3af-32c4-40fa-b656-7a3770e36b0f None None] Enqueued Resource ID: 0acc4f13-7e17-477d-9f44-6e9c3e4a963a with Priority: HIGHEST for action port [ 769.441798] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0acc4f13-7e17-477d-9f44-6e9c3e4a963a with Priority: HIGHEST for action port [ 769.442384] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-0acc4f13-7e17-477d-9f44-6e9c3e4a963a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.443787] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0acc4f13-7e17-477d-9f44-6e9c3e4a963a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.443787] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0acc4f13-7e17-477d-9f44-6e9c3e4a963a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.444102] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0acc4f13-7e17-477d-9f44-6e9c3e4a963a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.444188] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0acc4f13-7e17-477d-9f44-6e9c3e4a963a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.538898] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8bf47009-8778-467b-94ca-e8c2c198c799',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.946298] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0acc4f13-7e17-477d-9f44-6e9c3e4a963a [ 769.946432] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.946771] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.946771] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.946989] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.946989] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.946989] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0acc4f13-7e17-477d-9f44-6e9c3e4a963a already deleted. [ 769.947382] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0acc4f13-7e17-477d-9f44-6e9c3e4a963a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.951618] env[65906]: INFO networking_nsxv3.common.synchronization [req-65c4d666-dfae-41ac-b4a1-6d1752f17b90 req-ab9fec7f-d0dd-4bd0-bb49-6502acfb1b79 tempest-VolumesAssistedSnapshotsTest-364206322 tempest-VolumesAssistedSnapshotsTest-364206322-project-member] Enqueued Resource ID: 5fab8baa-4a4d-460a-baf5-e5014426fecf with Priority: HIGHEST for action security_group_members [ 769.952196] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fab8baa-4a4d-460a-baf5-e5014426fecf with Priority: HIGHEST for action security_group_members [ 769.952949] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fab8baa-4a4d-460a-baf5-e5014426fecf taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.952949] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fab8baa-4a4d-460a-baf5-e5014426fecf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.952949] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fab8baa-4a4d-460a-baf5-e5014426fecf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.952949] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fab8baa-4a4d-460a-baf5-e5014426fecf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.953181] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.953364] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.953459] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.953649] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.954031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.954162] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fab8baa-4a4d-460a-baf5-e5014426fecf',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.042336] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.042955] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.043351] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.043762] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.043975] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.044189] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bf47009-8778-467b-94ca-e8c2c198c799 is going to be created. [ 770.074931] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.077027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.077027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.077027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.077027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.089110] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf47009-8778-467b-94ca-e8c2c198c799 in Status: UNINITIALIZED for 2s [ 770.414114] env[65906]: INFO networking_nsxv3.common.synchronization [req-d918f2f7-7235-4e3e-aa95-2c4a43c29e7c req-4f71b488-10f7-43ac-865d-f11dc5f51fc8 tempest-DeleteServersAdminTestJSON-997258250 tempest-DeleteServersAdminTestJSON-997258250-project-admin] Enqueued Resource ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 with Priority: HIGHEST for action security_group_members [ 770.414673] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 with Priority: HIGHEST for action security_group_members [ 770.414984] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.415262] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.415262] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.416060] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.416060] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.416060] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.416060] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.416060] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.416060] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.416060] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a55d4d23-ff55-4a08-bd40-cf5ade46fe62',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.461178] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.462262] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.462711] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.465586] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.465848] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.466280] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.466651] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.466651] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.466918] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.467439] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.467439] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fab8baa-4a4d-460a-baf5-e5014426fecf is going to be updated. [ 770.491797] env[65906]: INFO networking_nsxv3.common.synchronization [req-5c1d0266-6b50-4f83-baa0-4a17372027c0 req-7f6bed1a-f4b5-4cd2-a6e1-b0f49b0ca7f3 tempest-ServersAdminTestJSON-589704668 tempest-ServersAdminTestJSON-589704668-project-member] Enqueued Resource ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 with Priority: HIGHEST for action security_group_members [ 770.492476] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 with Priority: HIGHEST for action security_group_members [ 770.492936] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b4b3dc-b35b-433f-ad5c-2611639a01a3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.493080] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.493173] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.494980] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.495202] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.495341] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.495411] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.495605] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.495694] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.495794] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.506967] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.506967] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.506967] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.506967] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.506967] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.515343] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fab8baa-4a4d-460a-baf5-e5014426fecf in Status: IN_PROGRESS for 2s [ 770.917711] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.918049] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.918049] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.918176] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.918270] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.918470] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.918582] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.918636] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.918777] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.918856] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.918940] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 is going to be updated. [ 770.929332] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-989 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.929523] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-989" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.929666] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-989" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.929940] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-989" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.930233] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.930388] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.930498] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.930727] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.931259] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.931512] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.931633] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.931742] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.931845] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.931953] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.932103] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.932243] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.953149] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.953319] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 770.953559] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.953624] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-989" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.953917] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-3b465c51-1b63-488c-a524-2a417777ab48 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.954910] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-3b465c51-1b63-488c-a524-2a417777ab48" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.955143] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-3b465c51-1b63-488c-a524-2a417777ab48" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.955468] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-3b465c51-1b63-488c-a524-2a417777ab48" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.955599] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b465c51-1b63-488c-a524-2a417777ab48',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.957978] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.959021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.959021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.959021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.959021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.972457] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 in Status: IN_PROGRESS for 2s [ 770.999261] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.462756] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.463490] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.463490] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.463490] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.463637] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.463728] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port 3b465c51-1b63-488c-a524-2a417777ab48 not found, creating... [ 771.466049] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.466049] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.466049] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.466049] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.466049] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.466049] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.466049] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.466049] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.466049] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.466049] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.466563] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: 3b465c51-1b63-488c-a524-2a417777ab48 is going to be created. [ 771.497777] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.498078] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.498151] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.498479] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.498701] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.498916] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-3b465c51-1b63-488c-a524-2a417777ab48" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.500745] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.783900] env[65906]: INFO networking_nsxv3.common.synchronization [None req-054481b5-a67c-4112-9b41-c50c8fa9335d tempest-ServerRescueNegativeTestJSON-858064303 tempest-ServerRescueNegativeTestJSON-858064303-project-member] Enqueued Resource ID: 1fc375e6-2a6c-4a8a-89a6-d43f492c170e with Priority: HIGHEST for action security_group_rules [ 771.784618] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fc375e6-2a6c-4a8a-89a6-d43f492c170e with Priority: HIGHEST for action security_group_rules [ 771.785014] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fc375e6-2a6c-4a8a-89a6-d43f492c170e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.785224] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fc375e6-2a6c-4a8a-89a6-d43f492c170e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.785292] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fc375e6-2a6c-4a8a-89a6-d43f492c170e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.785585] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fc375e6-2a6c-4a8a-89a6-d43f492c170e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.785672] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fc375e6-2a6c-4a8a-89a6-d43f492c170e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.930722] env[65906]: INFO networking_nsxv3.common.synchronization [None req-340dc225-68c1-4e69-8716-b0c12e60a046 tempest-ServerRescueNegativeTestJSON-858064303 tempest-ServerRescueNegativeTestJSON-858064303-project-member] Enqueued Resource ID: 1fc375e6-2a6c-4a8a-89a6-d43f492c170e with Priority: HIGHEST for action security_group_rules [ 771.931943] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fc375e6-2a6c-4a8a-89a6-d43f492c170e with Priority: HIGHEST for action security_group_rules [ 771.931943] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fc375e6-2a6c-4a8a-89a6-d43f492c170e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.931943] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fc375e6-2a6c-4a8a-89a6-d43f492c170e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.005418] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.005418] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.005418] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.006790] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.006790] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.006790] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 is going to be updated. [ 772.043244] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.043424] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.043524] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.043793] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.043945] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.053910] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 in Status: IN_PROGRESS for 2s [ 772.100984] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf47009-8778-467b-94ca-e8c2c198c799 in Status: SUCCESS [ 772.102229] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf47009-8778-467b-94ca-e8c2c198c799" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.102354] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf47009-8778-467b-94ca-e8c2c198c799" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.104707] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf47009-8778-467b-94ca-e8c2c198c799" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.104707] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.104707] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.104707] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.104707] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.104707] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.106030] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf47009-8778-467b-94ca-e8c2c198c799" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.106030] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8bf47009-8778-467b-94ca-e8c2c198c799',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.260549] env[65906]: INFO networking_nsxv3.common.synchronization [req-5c1d0266-6b50-4f83-baa0-4a17372027c0 req-09738f4a-a86b-4c67-8b25-0adfee5678ec service nova] Enqueued Resource ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 with Priority: HIGHEST for action security_group_rules [ 772.260762] env[65906]: INFO networking_nsxv3.common.synchronization [req-5c1d0266-6b50-4f83-baa0-4a17372027c0 req-09738f4a-a86b-4c67-8b25-0adfee5678ec service nova] Enqueued Resource ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 with Priority: HIGHEST for action security_group_members [ 772.260913] env[65906]: INFO networking_nsxv3.common.synchronization [req-5c1d0266-6b50-4f83-baa0-4a17372027c0 req-09738f4a-a86b-4c67-8b25-0adfee5678ec service nova] Enqueued Resource ID: 3b465c51-1b63-488c-a524-2a417777ab48 with Priority: HIGHEST for action port [ 772.261681] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 with Priority: HIGHEST for action security_group_rules [ 772.261858] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 with Priority: HIGHEST for action security_group_members [ 772.262012] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b465c51-1b63-488c-a524-2a417777ab48 with Priority: HIGHEST for action port [ 772.262344] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19b4b3dc-b35b-433f-ad5c-2611639a01a3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.262481] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.262578] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.262894] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.263055] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.264208] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b4b3dc-b35b-433f-ad5c-2611639a01a3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.264394] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.264723] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b465c51-1b63-488c-a524-2a417777ab48 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.264925] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b465c51-1b63-488c-a524-2a417777ab48" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.266436] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b465c51-1b63-488c-a524-2a417777ab48" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.267017] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b465c51-1b63-488c-a524-2a417777ab48" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.267206] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b465c51-1b63-488c-a524-2a417777ab48',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.324128] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.324648] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.324779] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.325077] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.325213] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.325324] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fc375e6-2a6c-4a8a-89a6-d43f492c170e already deleted. [ 772.325665] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fc375e6-2a6c-4a8a-89a6-d43f492c170e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.325926] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fc375e6-2a6c-4a8a-89a6-d43f492c170e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.326172] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fc375e6-2a6c-4a8a-89a6-d43f492c170e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.326312] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fc375e6-2a6c-4a8a-89a6-d43f492c170e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.527840] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fab8baa-4a4d-460a-baf5-e5014426fecf in Status: SUCCESS [ 772.528083] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fab8baa-4a4d-460a-baf5-e5014426fecf deletion is rescheduled due to dependency. [ 772.528236] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fab8baa-4a4d-460a-baf5-e5014426fecf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.609025] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf47009-8778-467b-94ca-e8c2c198c799 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.609190] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf47009-8778-467b-94ca-e8c2c198c799" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.609283] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf47009-8778-467b-94ca-e8c2c198c799" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.609476] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf47009-8778-467b-94ca-e8c2c198c799" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.609636] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.610088] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.610088] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.610088] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.610088] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.610242] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf47009-8778-467b-94ca-e8c2c198c799" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.610277] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf47009-8778-467b-94ca-e8c2c198c799 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.610364] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf47009-8778-467b-94ca-e8c2c198c799" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.610418] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf47009-8778-467b-94ca-e8c2c198c799" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.611477] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf47009-8778-467b-94ca-e8c2c198c799" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.611477] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.611477] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.611477] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.611477] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.611477] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.611477] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf47009-8778-467b-94ca-e8c2c198c799" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.611477] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8bf47009-8778-467b-94ca-e8c2c198c799',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.770317] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b4b3dc-b35b-433f-ad5c-2611639a01a3 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.770458] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.770630] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b465c51-1b63-488c-a524-2a417777ab48 with status ACTIVE [ 772.770789] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.770896] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.770973] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.771189] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.771278] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.771448] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.771542] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.771603] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.771757] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.771849] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.772009] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.772111] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.772172] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.772307] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.772408] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.772450] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b465c51-1b63-488c-a524-2a417777ab48 is going to be updated. [ 772.794019] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.794247] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.794247] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.794439] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.794576] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.794736] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b465c51-1b63-488c-a524-2a417777ab48" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.857829] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.857829] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.857829] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.857829] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.857829] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.857829] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fc375e6-2a6c-4a8a-89a6-d43f492c170e already deleted. [ 772.857829] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fc375e6-2a6c-4a8a-89a6-d43f492c170e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.983373] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 in Status: SUCCESS [ 772.983671] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 deletion is rescheduled due to dependency. [ 772.983671] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.114742] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8bf47009-8778-467b-94ca-e8c2c198c799: rpc.has_security_group_logging(os_id): False [ 773.135100] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.135341] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.135440] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.135731] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.135880] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.136151] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.136259] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.136495] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.136718] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.136810] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.137012] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.137114] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.137179] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.137327] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.137402] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.137709] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.137856] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.138274] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.138274] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.138395] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.138457] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bf47009-8778-467b-94ca-e8c2c198c799 is going to be created. [ 773.210624] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.210836] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.210891] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.212041] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.212041] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.223000] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bf47009-8778-467b-94ca-e8c2c198c799 in Status: IN_PROGRESS for 2s [ 773.732703] env[65906]: INFO networking_nsxv3.common.synchronization [req-2d936a59-f924-4fc0-97a8-8aac92b3438e req-0837a1cc-584a-415a-b57c-f0b1cf6be02d tempest-ServersAdminNegativeTestJSON-1095359830 tempest-ServersAdminNegativeTestJSON-1095359830-project-member] Enqueued Resource ID: a2406724-56cf-4846-a4be-b0460e4eea6a with Priority: HIGHEST for action security_group_members [ 773.733693] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2406724-56cf-4846-a4be-b0460e4eea6a with Priority: HIGHEST for action security_group_members [ 773.733693] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2406724-56cf-4846-a4be-b0460e4eea6a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.733849] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.733849] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.734126] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.734665] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.734865] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.739017] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.739017] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.739017] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.739017] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2406724-56cf-4846-a4be-b0460e4eea6a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.065650] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 in Status: SUCCESS [ 774.065875] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.066057] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.066271] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.067736] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.067736] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.067736] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.067736] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.067736] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.067736] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.243225] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2406724-56cf-4846-a4be-b0460e4eea6a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.569740] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.748011] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2406724-56cf-4846-a4be-b0460e4eea6a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.071996] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.239540] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8bf47009-8778-467b-94ca-e8c2c198c799 in Status: SUCCESS [ 775.239982] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bf47009-8778-467b-94ca-e8c2c198c799" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.250705] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.250866] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.251238] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.251238] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.251354] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.251354] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2406724-56cf-4846-a4be-b0460e4eea6a is going to be updated. [ 775.284165] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.284364] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.284432] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.284603] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.284748] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.295517] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2406724-56cf-4846-a4be-b0460e4eea6a in Status: IN_PROGRESS for 2s [ 775.577487] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.577812] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.577944] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.578217] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.578340] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.578448] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 is going to be updated. [ 775.613357] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.613603] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.613684] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.613918] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.614236] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.627057] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 in Status: IN_PROGRESS for 2s [ 777.195510] env[65906]: INFO networking_nsxv3.common.synchronization [req-c9c69ca5-8cd1-4fbd-8f29-9db6e87d41b8 req-cc715d59-1604-4cf7-9945-01723c50c4dc tempest-InstanceActionsV221TestJSON-1433830812 tempest-InstanceActionsV221TestJSON-1433830812-project-member] Enqueued Resource ID: 6302057f-d6ff-4442-8c3d-bc26512e50e0 with Priority: HIGHEST for action security_group_members [ 777.196119] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6302057f-d6ff-4442-8c3d-bc26512e50e0 with Priority: HIGHEST for action security_group_members [ 777.196469] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-6302057f-d6ff-4442-8c3d-bc26512e50e0 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.196599] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6302057f-d6ff-4442-8c3d-bc26512e50e0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.196695] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6302057f-d6ff-4442-8c3d-bc26512e50e0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.197018] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6302057f-d6ff-4442-8c3d-bc26512e50e0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.197213] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.197325] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.197415] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.197610] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.197724] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.197827] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6302057f-d6ff-4442-8c3d-bc26512e50e0',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.213797] env[65906]: INFO networking_nsxv3.common.synchronization [req-a2305d3c-bb50-40cf-8850-7430513ad179 req-6da7f648-1835-4460-b811-fa4216f0dbf0 tempest-ServerMetadataTestJSON-1574714527 tempest-ServerMetadataTestJSON-1574714527-project-member] Enqueued Resource ID: bd0fd77b-51c6-4fee-8144-ffa88d153bad with Priority: HIGHEST for action security_group_members [ 777.214505] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd0fd77b-51c6-4fee-8144-ffa88d153bad with Priority: HIGHEST for action security_group_members [ 777.214832] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd0fd77b-51c6-4fee-8144-ffa88d153bad taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.214995] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd0fd77b-51c6-4fee-8144-ffa88d153bad" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.215060] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd0fd77b-51c6-4fee-8144-ffa88d153bad" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.216111] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd0fd77b-51c6-4fee-8144-ffa88d153bad" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.216111] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.216111] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.216111] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.216111] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.216111] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.216111] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd0fd77b-51c6-4fee-8144-ffa88d153bad',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.319510] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2406724-56cf-4846-a4be-b0460e4eea6a in Status: SUCCESS [ 777.319865] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.587166] env[65906]: INFO networking_nsxv3.common.synchronization [req-6f5cf90a-dc5d-4027-8dd7-bc7049fe119a req-9bb1e32f-9a32-4230-90fa-e6ce52d375d9 tempest-ListImageFiltersTestJSON-1289798639 tempest-ListImageFiltersTestJSON-1289798639-project-member] Enqueued Resource ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 with Priority: HIGHEST for action security_group_members [ 777.587786] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 with Priority: HIGHEST for action security_group_members [ 777.588036] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.588163] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.588226] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.588435] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.588607] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.588680] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.588748] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.588922] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.588990] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.589131] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f8e7d0b-1fa8-4c54-a04f-753adc2fa578',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.640294] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 in Status: SUCCESS [ 777.644082] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.646011] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.646301] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.646582] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.646701] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.652325] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.652325] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.652325] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.652325] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.652325] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.683241] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-63 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.684567] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-63" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.684735] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-63" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.685113] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-63" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.685427] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.685611] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.685735] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.686042] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.686199] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.686436] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.686548] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 777.686655] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 777.686815] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 777.686891] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.687182] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 777.687182] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.702816] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.703055] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.703359] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.703523] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.703948] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.703948] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.704525] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.704525] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.704686] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.704784] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.704964] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6302057f-d6ff-4442-8c3d-bc26512e50e0 already deleted. [ 777.705117] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6302057f-d6ff-4442-8c3d-bc26512e50e0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.710775] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.710977] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 777.711364] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.711364] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-63" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.711708] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-ff0a5a8c-e5fd-443f-b596-4cac0fa3b8cc taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.711907] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-ff0a5a8c-e5fd-443f-b596-4cac0fa3b8cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.712063] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-ff0a5a8c-e5fd-443f-b596-4cac0fa3b8cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.712404] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-ff0a5a8c-e5fd-443f-b596-4cac0fa3b8cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.713585] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff0a5a8c-e5fd-443f-b596-4cac0fa3b8cc',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.719110] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.719282] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.719361] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.719679] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.719803] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.720052] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.720169] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.720247] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.720480] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.720512] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.720595] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd0fd77b-51c6-4fee-8144-ffa88d153bad is going to be updated. [ 777.749504] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.749722] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.749832] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.750064] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.750207] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.759182] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd0fd77b-51c6-4fee-8144-ffa88d153bad in Status: IN_PROGRESS for 2s [ 778.095376] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9f8e7d0b-1fa8-4c54-a04f-753adc2fa578',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.153340] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b4b3dc-b35b-433f-ad5c-2611639a01a3 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.153465] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.153533] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.153755] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.153935] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.154051] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.154117] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.154269] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.154354] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.154441] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.154583] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b4b3dc-b35b-433f-ad5c-2611639a01a3 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.154675] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.154736] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.154869] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.155008] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.155110] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.155169] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.155301] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.155373] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.155449] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.155537] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.216825] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.217138] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.217513] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.217671] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.217898] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.218093] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port ff0a5a8c-e5fd-443f-b596-4cac0fa3b8cc not found, creating... [ 778.218375] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.218538] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.218652] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.218875] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.219026] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.219509] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.219806] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.219947] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.220180] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.220309] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.220445] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: ff0a5a8c-e5fd-443f-b596-4cac0fa3b8cc is going to be created. [ 778.246106] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.246106] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.246106] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.246106] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.246106] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.246106] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-ff0a5a8c-e5fd-443f-b596-4cac0fa3b8cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.428152] env[65906]: INFO networking_nsxv3.common.synchronization [req-1709fc66-020b-48d9-84be-e18ffa990482 req-6710eb0f-3de6-4f3f-ae50-defc0fb5732a tempest-ListServerFiltersTestJSON-1797891546 tempest-ListServerFiltersTestJSON-1797891546-project-member] Enqueued Resource ID: 98c4feba-5543-467b-a736-2ecfe5042a77 with Priority: HIGHEST for action security_group_members [ 778.428152] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c4feba-5543-467b-a736-2ecfe5042a77 with Priority: HIGHEST for action security_group_members [ 778.428152] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c4feba-5543-467b-a736-2ecfe5042a77 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.428431] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.428431] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.428521] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.428643] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.428729] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.428794] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.428999] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.429200] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.429350] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98c4feba-5543-467b-a736-2ecfe5042a77',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.599601] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9f8e7d0b-1fa8-4c54-a04f-753adc2fa578',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.658293] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19b4b3dc-b35b-433f-ad5c-2611639a01a3: rpc.has_security_group_logging(os_id): False [ 778.680268] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.680268] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.680268] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.680410] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.680491] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.680791] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.681213] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.681213] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.681213] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.681301] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.681492] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.681772] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.681882] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.682108] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.682264] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.682569] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.682882] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.683016] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.683255] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.683405] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.683534] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 is going to be updated. [ 778.765888] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.766113] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.766113] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.766367] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.766473] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.781595] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 in Status: IN_PROGRESS for 2s [ 778.932222] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98c4feba-5543-467b-a736-2ecfe5042a77',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.972559] env[65906]: INFO networking_nsxv3.common.synchronization [req-c9c69ca5-8cd1-4fbd-8f29-9db6e87d41b8 req-2a385a35-c8d6-4d5c-a998-9f057ad1e84c service nova] Enqueued Resource ID: 6302057f-d6ff-4442-8c3d-bc26512e50e0 with Priority: HIGHEST for action security_group_rules [ 778.972818] env[65906]: INFO networking_nsxv3.common.synchronization [req-c9c69ca5-8cd1-4fbd-8f29-9db6e87d41b8 req-2a385a35-c8d6-4d5c-a998-9f057ad1e84c service nova] Enqueued Resource ID: 6302057f-d6ff-4442-8c3d-bc26512e50e0 with Priority: HIGHEST for action security_group_members [ 778.973031] env[65906]: INFO networking_nsxv3.common.synchronization [req-c9c69ca5-8cd1-4fbd-8f29-9db6e87d41b8 req-2a385a35-c8d6-4d5c-a998-9f057ad1e84c service nova] Enqueued Resource ID: ff0a5a8c-e5fd-443f-b596-4cac0fa3b8cc with Priority: HIGHEST for action port [ 778.973659] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6302057f-d6ff-4442-8c3d-bc26512e50e0 with Priority: HIGHEST for action security_group_rules [ 778.973844] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6302057f-d6ff-4442-8c3d-bc26512e50e0 with Priority: HIGHEST for action security_group_members [ 778.973953] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff0a5a8c-e5fd-443f-b596-4cac0fa3b8cc with Priority: HIGHEST for action port [ 778.974734] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6302057f-d6ff-4442-8c3d-bc26512e50e0 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.974885] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6302057f-d6ff-4442-8c3d-bc26512e50e0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.975231] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6302057f-d6ff-4442-8c3d-bc26512e50e0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.975448] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6302057f-d6ff-4442-8c3d-bc26512e50e0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.975517] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6302057f-d6ff-4442-8c3d-bc26512e50e0',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.977073] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-6302057f-d6ff-4442-8c3d-bc26512e50e0 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.977338] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6302057f-d6ff-4442-8c3d-bc26512e50e0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.977426] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6302057f-d6ff-4442-8c3d-bc26512e50e0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.977670] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6302057f-d6ff-4442-8c3d-bc26512e50e0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.977860] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.979427] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.979427] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.979427] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.979529] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.982603] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6302057f-d6ff-4442-8c3d-bc26512e50e0',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.982603] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff0a5a8c-e5fd-443f-b596-4cac0fa3b8cc taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.982844] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff0a5a8c-e5fd-443f-b596-4cac0fa3b8cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.982937] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff0a5a8c-e5fd-443f-b596-4cac0fa3b8cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.983147] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff0a5a8c-e5fd-443f-b596-4cac0fa3b8cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.983200] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff0a5a8c-e5fd-443f-b596-4cac0fa3b8cc',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.102077] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.102286] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.102342] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.102907] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.102907] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.102907] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 is going to be updated. [ 779.134403] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.134598] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.134711] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.135028] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.135230] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.146398] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 in Status: IN_PROGRESS for 2s [ 779.434961] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98c4feba-5543-467b-a736-2ecfe5042a77',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.487184] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6302057f-d6ff-4442-8c3d-bc26512e50e0',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.489018] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-6302057f-d6ff-4442-8c3d-bc26512e50e0 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.489949] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6302057f-d6ff-4442-8c3d-bc26512e50e0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.491175] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff0a5a8c-e5fd-443f-b596-4cac0fa3b8cc with status ACTIVE [ 779.491420] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.491595] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.491629] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.491885] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.492084] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.492421] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.492528] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.492580] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.493037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.493751] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.494072] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.494305] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.494405] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.494618] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.494740] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.494887] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff0a5a8c-e5fd-443f-b596-4cac0fa3b8cc is going to be updated. [ 779.519312] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.519480] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.519556] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.520264] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.520264] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.520264] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff0a5a8c-e5fd-443f-b596-4cac0fa3b8cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.773275] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd0fd77b-51c6-4fee-8144-ffa88d153bad in Status: SUCCESS [ 779.773434] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd0fd77b-51c6-4fee-8144-ffa88d153bad deletion is rescheduled due to dependency. [ 779.773535] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd0fd77b-51c6-4fee-8144-ffa88d153bad" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.938782] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.938971] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.938971] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.939195] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.939301] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.939401] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98c4feba-5543-467b-a736-2ecfe5042a77 is going to be updated. [ 779.972154] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.972349] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.972427] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.972668] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.972861] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.982237] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c4feba-5543-467b-a736-2ecfe5042a77 in Status: IN_PROGRESS for 2s [ 779.990828] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6302057f-d6ff-4442-8c3d-bc26512e50e0',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.058378] env[65906]: INFO networking_nsxv3.common.synchronization [req-2b80a65c-410c-48aa-92f1-078ccfaf38b1 req-5f0cefc5-85b5-43e7-9964-1b3cf9e2c965 tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_members [ 780.059085] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_members [ 780.059465] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.059688] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.059768] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.060214] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.060446] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.061211] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.061426] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.061698] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.061843] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.062068] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.413194] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-197 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.413194] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-197" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.413194] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-197" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.413524] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-197" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.414310] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.414525] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.414667] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.414926] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.415108] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.415360] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.415672] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.415672] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.415783] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.415844] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.416009] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.416244] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.493450] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.493782] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.493782] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.493988] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.494137] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.494253] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6302057f-d6ff-4442-8c3d-bc26512e50e0 is going to be created. [ 780.523609] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.523815] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.108 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 780.524027] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.524200] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-197" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.524563] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-e0c822eb-0543-4e15-af5a-9badf5ee31df taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.524935] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-e0c822eb-0543-4e15-af5a-9badf5ee31df" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.524935] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-e0c822eb-0543-4e15-af5a-9badf5ee31df" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.525288] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-e0c822eb-0543-4e15-af5a-9badf5ee31df" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.525469] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0c822eb-0543-4e15-af5a-9badf5ee31df',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.538583] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.538782] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.538899] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.539243] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.539347] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.549094] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6302057f-d6ff-4442-8c3d-bc26512e50e0 in Status: UNINITIALIZED for 2s [ 780.564441] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.564771] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.564771] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.565090] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.565263] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.565593] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.565803] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.565931] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.566080] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.566162] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.566252] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5850073-142b-4eaa-aa82-ea4baa44042e already deleted. [ 780.566349] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.801124] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 in Status: SUCCESS [ 780.801295] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.030315] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.030545] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.030706] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.030952] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.031123] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.031272] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port e0c822eb-0543-4e15-af5a-9badf5ee31df not found, creating... [ 781.031533] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.031693] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.031800] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.032072] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.032205] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.032488] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.032655] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.032747] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.032954] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.033097] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.033230] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: e0c822eb-0543-4e15-af5a-9badf5ee31df is going to be created. [ 781.067399] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.067685] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.067820] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.068164] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.068449] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.068737] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-e0c822eb-0543-4e15-af5a-9badf5ee31df" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.158288] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 in Status: SUCCESS [ 781.158582] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.713399] env[65906]: INFO networking_nsxv3.common.synchronization [req-2b80a65c-410c-48aa-92f1-078ccfaf38b1 req-7eca72a0-4d5b-4dfd-ae8c-b5f3adb832cf service nova] Enqueued Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_rules [ 781.713669] env[65906]: INFO networking_nsxv3.common.synchronization [req-2b80a65c-410c-48aa-92f1-078ccfaf38b1 req-7eca72a0-4d5b-4dfd-ae8c-b5f3adb832cf service nova] Enqueued Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_members [ 781.713710] env[65906]: INFO networking_nsxv3.common.synchronization [req-2b80a65c-410c-48aa-92f1-078ccfaf38b1 req-7eca72a0-4d5b-4dfd-ae8c-b5f3adb832cf service nova] Enqueued Resource ID: e0c822eb-0543-4e15-af5a-9badf5ee31df with Priority: HIGHEST for action port [ 781.714224] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_rules [ 781.714436] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_members [ 781.714496] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c822eb-0543-4e15-af5a-9badf5ee31df with Priority: HIGHEST for action port [ 781.715352] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.715352] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.715352] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.715352] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.715352] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.717068] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.717068] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.717068] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.717068] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.717068] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.717068] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.717068] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.717351] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.717351] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.717351] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.718447] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0c822eb-0543-4e15-af5a-9badf5ee31df taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.718447] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0c822eb-0543-4e15-af5a-9badf5ee31df" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.718447] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0c822eb-0543-4e15-af5a-9badf5ee31df" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.718447] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0c822eb-0543-4e15-af5a-9badf5ee31df" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.718661] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0c822eb-0543-4e15-af5a-9badf5ee31df',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.992939] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c4feba-5543-467b-a736-2ecfe5042a77 in Status: SUCCESS [ 781.993292] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.217433] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.217570] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.221095] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.222235] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0c822eb-0543-4e15-af5a-9badf5ee31df with status ACTIVE [ 782.222379] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.222523] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.222629] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.222864] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.222977] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.223219] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.223305] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.223393] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.223591] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.223692] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.223903] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.224046] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.224103] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.224272] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.224365] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.224452] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0c822eb-0543-4e15-af5a-9badf5ee31df is going to be updated. [ 782.248393] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.248554] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.248608] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.248869] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.249037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.249213] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0c822eb-0543-4e15-af5a-9badf5ee31df" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.560816] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6302057f-d6ff-4442-8c3d-bc26512e50e0 in Status: SUCCESS [ 782.561835] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6302057f-d6ff-4442-8c3d-bc26512e50e0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.561835] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6302057f-d6ff-4442-8c3d-bc26512e50e0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.561835] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6302057f-d6ff-4442-8c3d-bc26512e50e0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.561835] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.562078] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.562078] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.562218] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.562295] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.562382] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6302057f-d6ff-4442-8c3d-bc26512e50e0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.562477] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6302057f-d6ff-4442-8c3d-bc26512e50e0',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.726946] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.065053] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-6302057f-d6ff-4442-8c3d-bc26512e50e0 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.065191] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6302057f-d6ff-4442-8c3d-bc26512e50e0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.065748] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6302057f-d6ff-4442-8c3d-bc26512e50e0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.065992] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6302057f-d6ff-4442-8c3d-bc26512e50e0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.066186] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.066614] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.066614] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.066614] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.066614] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.066784] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6302057f-d6ff-4442-8c3d-bc26512e50e0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.066829] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-6302057f-d6ff-4442-8c3d-bc26512e50e0 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.066879] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6302057f-d6ff-4442-8c3d-bc26512e50e0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.066939] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6302057f-d6ff-4442-8c3d-bc26512e50e0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.067702] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6302057f-d6ff-4442-8c3d-bc26512e50e0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.067702] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.067702] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.067702] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.067702] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.067702] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.067702] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6302057f-d6ff-4442-8c3d-bc26512e50e0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.067977] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6302057f-d6ff-4442-8c3d-bc26512e50e0',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.229907] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.230144] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.230249] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.230473] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.230577] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.230933] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5850073-142b-4eaa-aa82-ea4baa44042e is going to be created. [ 783.258332] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.258480] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.258556] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.258768] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.258928] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.269018] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: UNINITIALIZED for 2s [ 783.570609] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6302057f-d6ff-4442-8c3d-bc26512e50e0: rpc.has_security_group_logging(os_id): False [ 783.594067] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.594319] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.594319] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.594513] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.594632] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.594809] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.594905] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.594963] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.595129] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.595207] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.595399] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.595489] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.595554] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.595685] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.595777] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.595944] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.596251] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.596356] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.596644] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.596867] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.597009] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6302057f-d6ff-4442-8c3d-bc26512e50e0 is going to be created. [ 783.717825] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.718039] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.718134] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.718364] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.718568] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.731230] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6302057f-d6ff-4442-8c3d-bc26512e50e0 in Status: IN_PROGRESS for 2s [ 784.500021] env[65906]: INFO networking_nsxv3.common.synchronization [req-80678165-63a6-44ff-8246-1fe4be7410b3 req-ddf61d53-e790-477f-aee5-10e0aa040b0f tempest-InstanceActionsTestJSON-1495746748 tempest-InstanceActionsTestJSON-1495746748-project-member] Enqueued Resource ID: 8bf47009-8778-467b-94ca-e8c2c198c799 with Priority: HIGHEST for action security_group_members [ 784.500021] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bf47009-8778-467b-94ca-e8c2c198c799 with Priority: HIGHEST for action security_group_members [ 784.500021] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8bf47009-8778-467b-94ca-e8c2c198c799 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.500021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8bf47009-8778-467b-94ca-e8c2c198c799" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.500021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8bf47009-8778-467b-94ca-e8c2c198c799" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.500021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8bf47009-8778-467b-94ca-e8c2c198c799" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.500021] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.500021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.500021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.500793] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.500970] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.501203] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8bf47009-8778-467b-94ca-e8c2c198c799',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.670423] env[65906]: INFO networking_nsxv3.common.synchronization [req-216a6829-4fc1-4c69-9764-d6b678bb096f req-150bff00-1edc-4b01-b484-9c681e2092dd tempest-ImagesTestJSON-1400319718 tempest-ImagesTestJSON-1400319718-project-member] Enqueued Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_members [ 784.671327] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_members [ 784.671564] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e44fcdd6-c25c-40da-9f8b-035616ab7b70 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.671783] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.671899] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.672170] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.672387] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.672534] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.672661] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.672886] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.673131] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.673237] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.004502] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.004845] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.004845] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.004926] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.004989] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.005226] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.005336] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.005398] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.005578] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.005651] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.005745] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bf47009-8778-467b-94ca-e8c2c198c799 is going to be updated. [ 785.038025] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.038025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.038025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.038025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.038025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.048773] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf47009-8778-467b-94ca-e8c2c198c799 in Status: IN_PROGRESS for 2s [ 785.175850] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.176050] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.176197] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.176535] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.176634] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.176839] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.176976] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.177051] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.177204] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.177279] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.177437] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 is going to be updated. [ 785.205081] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.205278] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.205326] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.205551] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.205633] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.215513] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 in Status: IN_PROGRESS for 2s [ 785.283616] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: SUCCESS [ 785.283616] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.283796] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.283927] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.284421] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.284421] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.284550] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.284629] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.284713] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.284798] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.284909] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.744848] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6302057f-d6ff-4442-8c3d-bc26512e50e0 in Status: SUCCESS [ 785.744848] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6302057f-d6ff-4442-8c3d-bc26512e50e0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.787527] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.788655] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.788799] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.789141] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.789383] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.789467] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.789499] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.790044] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.790044] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.790044] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.790212] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.790306] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.790352] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.791346] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.791346] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.791346] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.791346] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.791346] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.791346] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.791346] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.791346] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.083412] env[65906]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 786.083698] env[65906]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] NSXv3 Agent Agent loop - iteration:1 started [ 786.295024] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5850073-142b-4eaa-aa82-ea4baa44042e: rpc.has_security_group_logging(os_id): False [ 786.314971] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.315169] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.315240] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.315422] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.315545] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.315728] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.315826] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.315886] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.316078] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.316159] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.316336] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.316427] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.316489] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.316622] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.316693] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.316865] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.316954] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.317019] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.317152] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.317224] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.317322] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5850073-142b-4eaa-aa82-ea4baa44042e is going to be created. [ 786.380640] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.380640] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.380640] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.380852] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.380998] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.391453] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: IN_PROGRESS for 2s [ 787.064170] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8bf47009-8778-467b-94ca-e8c2c198c799 in Status: SUCCESS [ 787.064170] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8bf47009-8778-467b-94ca-e8c2c198c799 deletion is rescheduled due to dependency. [ 787.064170] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8bf47009-8778-467b-94ca-e8c2c198c799" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.229903] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 in Status: IN_PROGRESS for 4s [ 787.969212] env[65906]: INFO networking_nsxv3.common.synchronization [req-2c1985d3-3c16-42a3-b105-b0c2fd7e636f req-1081a0a1-8160-4716-948c-4213683dbb49 tempest-FloatingIPsAssociationTestJSON-464697251 tempest-FloatingIPsAssociationTestJSON-464697251-project-member] Enqueued Resource ID: 854c0692-f886-4131-a445-bab0e08b0c94 with Priority: HIGHEST for action security_group_members [ 787.969828] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 854c0692-f886-4131-a445-bab0e08b0c94 with Priority: HIGHEST for action security_group_members [ 787.970341] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-854c0692-f886-4131-a445-bab0e08b0c94 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.970482] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.970546] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.970766] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.970927] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.971038] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.971102] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.971243] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.971332] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.971424] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('854c0692-f886-4131-a445-bab0e08b0c94',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.269240] env[65906]: INFO networking_nsxv3.common.synchronization [req-751407f5-01c2-4852-82c1-305e759ec012 req-b590bc77-5c4d-4c47-9444-d80adc039594 tempest-ServerTagsTestJSON-1017170440 tempest-ServerTagsTestJSON-1017170440-project-member] Enqueued Resource ID: 16c7672a-f797-44ac-88ac-c2c650241a03 with Priority: HIGHEST for action security_group_members [ 788.269806] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c7672a-f797-44ac-88ac-c2c650241a03 with Priority: HIGHEST for action security_group_members [ 788.270127] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c7672a-f797-44ac-88ac-c2c650241a03 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.270232] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c7672a-f797-44ac-88ac-c2c650241a03" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.270298] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c7672a-f797-44ac-88ac-c2c650241a03" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.271881] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c7672a-f797-44ac-88ac-c2c650241a03" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.271881] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.271881] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.271881] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.271881] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.272374] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.272374] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16c7672a-f797-44ac-88ac-c2c650241a03',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.407736] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: SUCCESS [ 788.407978] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.473481] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.473696] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.473744] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.474530] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.474530] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.474530] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.474530] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.474530] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.474923] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.474923] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.475209] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 854c0692-f886-4131-a445-bab0e08b0c94 is going to be updated. [ 788.511483] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.511483] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.511483] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.511483] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.511483] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.521236] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 854c0692-f886-4131-a445-bab0e08b0c94 in Status: IN_PROGRESS for 2s [ 788.682859] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-469 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.682859] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-469" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.683091] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-469" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.683408] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-469" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.684028] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.684028] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.684178] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.685303] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.685303] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.685303] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.685303] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.685303] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.685303] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.685303] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.685303] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.685731] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.712274] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.712274] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 788.712274] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.712274] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-469" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.712569] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-4f1ff2e7-bcf5-4b2d-8fdf-3e4913a95554 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.712746] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-4f1ff2e7-bcf5-4b2d-8fdf-3e4913a95554" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.712864] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-4f1ff2e7-bcf5-4b2d-8fdf-3e4913a95554" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.713214] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-4f1ff2e7-bcf5-4b2d-8fdf-3e4913a95554" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.714033] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f1ff2e7-bcf5-4b2d-8fdf-3e4913a95554',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.774850] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.775044] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.776059] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.776059] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.776059] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.776059] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.776059] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.776059] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.776059] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.776059] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.776393] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16c7672a-f797-44ac-88ac-c2c650241a03 already deleted. [ 788.776393] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c7672a-f797-44ac-88ac-c2c650241a03" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.215872] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.216093] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.216093] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.216365] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.216527] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.216693] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port 4f1ff2e7-bcf5-4b2d-8fdf-3e4913a95554 not found, creating... [ 789.217027] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.217180] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.217290] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.217512] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.217647] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.218031] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.218132] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.218248] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.218382] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.218522] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.218656] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: 4f1ff2e7-bcf5-4b2d-8fdf-3e4913a95554 is going to be created. [ 789.238729] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 in Status: SUCCESS [ 789.239219] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 deletion is rescheduled due to dependency. [ 789.239219] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.244952] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.244952] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.244952] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.244952] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.245125] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.245527] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-4f1ff2e7-bcf5-4b2d-8fdf-3e4913a95554" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.834973] env[65906]: INFO networking_nsxv3.common.synchronization [req-5be6696f-888f-4b80-84a7-1ec9371565b4 req-e2183c0c-4564-4e72-b51d-4749bd1ec683 tempest-InstanceActionsV221TestJSON-1433830812 tempest-InstanceActionsV221TestJSON-1433830812-project-member] Enqueued Resource ID: 6302057f-d6ff-4442-8c3d-bc26512e50e0 with Priority: HIGHEST for action security_group_members [ 789.835607] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6302057f-d6ff-4442-8c3d-bc26512e50e0 with Priority: HIGHEST for action security_group_members [ 789.835948] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-6302057f-d6ff-4442-8c3d-bc26512e50e0 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.836104] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6302057f-d6ff-4442-8c3d-bc26512e50e0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.836187] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6302057f-d6ff-4442-8c3d-bc26512e50e0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.836413] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6302057f-d6ff-4442-8c3d-bc26512e50e0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.836572] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.836674] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.836736] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.836882] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.836966] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.837068] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6302057f-d6ff-4442-8c3d-bc26512e50e0',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.948632] env[65906]: INFO networking_nsxv3.common.synchronization [req-751407f5-01c2-4852-82c1-305e759ec012 req-2875c1cf-429a-4525-a61f-88f8bf78aeb4 service nova] Enqueued Resource ID: 16c7672a-f797-44ac-88ac-c2c650241a03 with Priority: HIGHEST for action security_group_rules [ 789.948632] env[65906]: INFO networking_nsxv3.common.synchronization [req-751407f5-01c2-4852-82c1-305e759ec012 req-2875c1cf-429a-4525-a61f-88f8bf78aeb4 service nova] Enqueued Resource ID: 16c7672a-f797-44ac-88ac-c2c650241a03 with Priority: HIGHEST for action security_group_members [ 789.948632] env[65906]: INFO networking_nsxv3.common.synchronization [req-751407f5-01c2-4852-82c1-305e759ec012 req-2875c1cf-429a-4525-a61f-88f8bf78aeb4 service nova] Enqueued Resource ID: 4f1ff2e7-bcf5-4b2d-8fdf-3e4913a95554 with Priority: HIGHEST for action port [ 789.949472] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c7672a-f797-44ac-88ac-c2c650241a03 with Priority: HIGHEST for action security_group_rules [ 789.949472] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c7672a-f797-44ac-88ac-c2c650241a03 with Priority: HIGHEST for action security_group_members [ 789.949662] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f1ff2e7-bcf5-4b2d-8fdf-3e4913a95554 with Priority: HIGHEST for action port [ 789.950077] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16c7672a-f797-44ac-88ac-c2c650241a03 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.950202] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16c7672a-f797-44ac-88ac-c2c650241a03" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.950350] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16c7672a-f797-44ac-88ac-c2c650241a03" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.950768] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16c7672a-f797-44ac-88ac-c2c650241a03" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.950931] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16c7672a-f797-44ac-88ac-c2c650241a03',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.952435] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c7672a-f797-44ac-88ac-c2c650241a03 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.952435] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c7672a-f797-44ac-88ac-c2c650241a03" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.952435] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c7672a-f797-44ac-88ac-c2c650241a03" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.952622] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c7672a-f797-44ac-88ac-c2c650241a03" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.952622] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.952747] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.952747] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.953682] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.953682] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.953682] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16c7672a-f797-44ac-88ac-c2c650241a03',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.955498] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f1ff2e7-bcf5-4b2d-8fdf-3e4913a95554 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.955498] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f1ff2e7-bcf5-4b2d-8fdf-3e4913a95554" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.955498] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f1ff2e7-bcf5-4b2d-8fdf-3e4913a95554" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.955498] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f1ff2e7-bcf5-4b2d-8fdf-3e4913a95554" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.955498] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f1ff2e7-bcf5-4b2d-8fdf-3e4913a95554',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.338753] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.338925] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.339111] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.339324] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.339442] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.339696] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.339819] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.339895] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.340062] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.340141] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.340232] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6302057f-d6ff-4442-8c3d-bc26512e50e0 is going to be updated. [ 790.370507] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.370507] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.370507] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.370753] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.370868] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.380419] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6302057f-d6ff-4442-8c3d-bc26512e50e0 in Status: IN_PROGRESS for 2s [ 790.456687] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16c7672a-f797-44ac-88ac-c2c650241a03',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.458049] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c7672a-f797-44ac-88ac-c2c650241a03 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.458410] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c7672a-f797-44ac-88ac-c2c650241a03" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.458410] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4f1ff2e7-bcf5-4b2d-8fdf-3e4913a95554 with status ACTIVE [ 790.458580] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.458703] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.458799] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.459258] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.459258] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.459353] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.460376] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.460376] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.460376] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.460376] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.460547] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.460547] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.460697] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.460788] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.460879] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.461032] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4f1ff2e7-bcf5-4b2d-8fdf-3e4913a95554 is going to be updated. [ 790.485237] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.485237] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.485237] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.485237] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.485237] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.485529] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f1ff2e7-bcf5-4b2d-8fdf-3e4913a95554" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.537890] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 854c0692-f886-4131-a445-bab0e08b0c94 in Status: SUCCESS [ 790.538097] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 854c0692-f886-4131-a445-bab0e08b0c94 deletion is rescheduled due to dependency. [ 790.538230] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.817854] env[65906]: INFO networking_nsxv3.common.synchronization [req-1fecdf04-b5cf-41aa-b9a3-7c68d75eac82 req-de615fd4-e834-4dcd-b80b-afe9cc6095fd tempest-ImagesOneServerNegativeTestJSON-975420196 tempest-ImagesOneServerNegativeTestJSON-975420196-project-member] Enqueued Resource ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a with Priority: HIGHEST for action security_group_members [ 790.818479] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a with Priority: HIGHEST for action security_group_members [ 790.818840] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cc02c32-2f05-4040-9c14-ff813cab3d2a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.819034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.819140] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.819355] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.819525] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.819684] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.819740] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.819885] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.819980] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.820081] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cc02c32-2f05-4040-9c14-ff813cab3d2a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.963436] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16c7672a-f797-44ac-88ac-c2c650241a03',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.160637] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-484 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.160813] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-484" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.160927] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-484" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.164248] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-484" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.164248] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.164248] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.164248] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.164248] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.164248] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.164248] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.164248] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.164248] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.164248] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.164248] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.164248] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.164248] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.183532] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.183532] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 791.183532] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.183532] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-484" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.183946] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-8f9cde6d-bc2d-4734-9453-004f48e7049d taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.184150] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-8f9cde6d-bc2d-4734-9453-004f48e7049d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.184298] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-8f9cde6d-bc2d-4734-9453-004f48e7049d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.184576] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-8f9cde6d-bc2d-4734-9453-004f48e7049d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.184709] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f9cde6d-bc2d-4734-9453-004f48e7049d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.323147] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.323337] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.323476] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.323758] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.323909] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.324159] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.324300] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.324396] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.324585] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.324721] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.324953] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a is going to be updated. [ 791.354574] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.354775] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.354880] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.355079] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.355219] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.365266] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a in Status: IN_PROGRESS for 2s [ 791.465507] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.465748] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.465748] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.466060] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.466254] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.468399] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16c7672a-f797-44ac-88ac-c2c650241a03 is going to be created. [ 791.497925] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.497925] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.497925] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.497925] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.497925] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.508633] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c7672a-f797-44ac-88ac-c2c650241a03 in Status: UNINITIALIZED for 2s [ 791.689259] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.689780] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.689780] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.690358] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.690598] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.690848] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port 8f9cde6d-bc2d-4734-9453-004f48e7049d not found, creating... [ 791.691253] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.691590] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.691760] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.692063] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.692222] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.692514] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.692666] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.692776] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.692987] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.693361] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.693555] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: 8f9cde6d-bc2d-4734-9453-004f48e7049d is going to be created. [ 791.719430] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.719654] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.719778] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.720082] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.720312] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.720534] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-8f9cde6d-bc2d-4734-9453-004f48e7049d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.391569] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6302057f-d6ff-4442-8c3d-bc26512e50e0 in Status: SUCCESS [ 792.391569] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6302057f-d6ff-4442-8c3d-bc26512e50e0 deletion is rescheduled due to dependency. [ 792.391569] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6302057f-d6ff-4442-8c3d-bc26512e50e0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.443738] env[65906]: INFO networking_nsxv3.common.synchronization [req-1fecdf04-b5cf-41aa-b9a3-7c68d75eac82 req-c627fb7b-02be-4bc6-b42a-3c1b4c97d1ef service nova] Enqueued Resource ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a with Priority: HIGHEST for action security_group_rules [ 792.449527] env[65906]: INFO networking_nsxv3.common.synchronization [req-1fecdf04-b5cf-41aa-b9a3-7c68d75eac82 req-c627fb7b-02be-4bc6-b42a-3c1b4c97d1ef service nova] Enqueued Resource ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a with Priority: HIGHEST for action security_group_members [ 792.449633] env[65906]: INFO networking_nsxv3.common.synchronization [req-1fecdf04-b5cf-41aa-b9a3-7c68d75eac82 req-c627fb7b-02be-4bc6-b42a-3c1b4c97d1ef service nova] Enqueued Resource ID: 8f9cde6d-bc2d-4734-9453-004f48e7049d with Priority: HIGHEST for action port [ 792.453389] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a with Priority: HIGHEST for action security_group_rules [ 792.453389] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a with Priority: HIGHEST for action security_group_members [ 792.453389] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f9cde6d-bc2d-4734-9453-004f48e7049d with Priority: HIGHEST for action port [ 792.453389] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cc02c32-2f05-4040-9c14-ff813cab3d2a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.453389] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.453389] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.453389] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.453389] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cc02c32-2f05-4040-9c14-ff813cab3d2a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.453389] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cc02c32-2f05-4040-9c14-ff813cab3d2a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.453389] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.453389] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f9cde6d-bc2d-4734-9453-004f48e7049d taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.453389] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f9cde6d-bc2d-4734-9453-004f48e7049d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.453389] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f9cde6d-bc2d-4734-9453-004f48e7049d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.453389] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f9cde6d-bc2d-4734-9453-004f48e7049d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.453389] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f9cde6d-bc2d-4734-9453-004f48e7049d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.507072] env[65906]: INFO networking_nsxv3.common.synchronization [req-d9c72d4a-65a8-4727-8715-e287d3260e38 req-929bee78-ff59-4437-8c65-7ca887a34342 tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_members [ 792.507072] env[65906]: INFO networking_nsxv3.common.synchronization [req-d9c72d4a-65a8-4727-8715-e287d3260e38 req-929bee78-ff59-4437-8c65-7ca887a34342 tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: 0f56c059-3017-4934-8fcb-54c4278286fb with Priority: HIGHEST for action security_group_members [ 792.507072] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_members [ 792.507072] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f56c059-3017-4934-8fcb-54c4278286fb with Priority: HIGHEST for action security_group_members [ 792.507229] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.507288] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.507327] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.508031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.508031] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.508031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.508031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.508031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.508031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.508289] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.509297] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f56c059-3017-4934-8fcb-54c4278286fb taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.509426] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.509468] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.510027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.510027] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.510027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.510417] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.510417] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.510417] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.510417] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f56c059-3017-4934-8fcb-54c4278286fb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.572162] env[65906]: INFO networking_nsxv3.common.synchronization [req-d9c72d4a-65a8-4727-8715-e287d3260e38 req-929bee78-ff59-4437-8c65-7ca887a34342 tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: 0f56c059-3017-4934-8fcb-54c4278286fb with Priority: HIGHEST for action security_group_rules [ 792.572337] env[65906]: INFO networking_nsxv3.common.synchronization [req-d9c72d4a-65a8-4727-8715-e287d3260e38 req-929bee78-ff59-4437-8c65-7ca887a34342 tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: 0f56c059-3017-4934-8fcb-54c4278286fb with Priority: HIGHEST for action security_group_members [ 792.572464] env[65906]: INFO networking_nsxv3.common.synchronization [req-d9c72d4a-65a8-4727-8715-e287d3260e38 req-929bee78-ff59-4437-8c65-7ca887a34342 tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_rules [ 792.572585] env[65906]: INFO networking_nsxv3.common.synchronization [req-d9c72d4a-65a8-4727-8715-e287d3260e38 req-929bee78-ff59-4437-8c65-7ca887a34342 tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_members [ 792.572737] env[65906]: INFO networking_nsxv3.common.synchronization [req-d9c72d4a-65a8-4727-8715-e287d3260e38 req-929bee78-ff59-4437-8c65-7ca887a34342 tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: e0c822eb-0543-4e15-af5a-9badf5ee31df with Priority: HIGHEST for action port [ 792.573241] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f56c059-3017-4934-8fcb-54c4278286fb with Priority: HIGHEST for action security_group_rules [ 792.573437] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_rules [ 792.573490] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c822eb-0543-4e15-af5a-9badf5ee31df with Priority: HIGHEST for action port [ 792.573554] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f56c059-3017-4934-8fcb-54c4278286fb with Priority: HIGHEST for action security_group_members [ 792.573644] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_members [ 792.574765] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f56c059-3017-4934-8fcb-54c4278286fb taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.574765] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.574765] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.574765] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.574765] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f56c059-3017-4934-8fcb-54c4278286fb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.575608] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.575608] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.575608] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.575608] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.575741] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.577316] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0c822eb-0543-4e15-af5a-9badf5ee31df taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.577370] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0c822eb-0543-4e15-af5a-9badf5ee31df" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.577412] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0c822eb-0543-4e15-af5a-9badf5ee31df" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.578600] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0c822eb-0543-4e15-af5a-9badf5ee31df" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.578600] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0c822eb-0543-4e15-af5a-9badf5ee31df',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.581647] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f56c059-3017-4934-8fcb-54c4278286fb taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.581742] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.581982] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.582097] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.955536] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cc02c32-2f05-4040-9c14-ff813cab3d2a taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.955682] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.956048] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f9cde6d-bc2d-4734-9453-004f48e7049d with status ACTIVE [ 792.956246] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.956368] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.956435] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.956644] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.956736] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.956907] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.957018] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.957130] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.957290] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.957369] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.957770] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.957936] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.958075] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.958216] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.958315] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.958411] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f9cde6d-bc2d-4734-9453-004f48e7049d is going to be updated. [ 792.980711] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.980890] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.980963] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.981186] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.981326] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.982035] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f9cde6d-bc2d-4734-9453-004f48e7049d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.012199] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.013305] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f56c059-3017-4934-8fcb-54c4278286fb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.078975] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.078975] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.086047] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f56c059-3017-4934-8fcb-54c4278286fb taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.086047] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.086047] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0c822eb-0543-4e15-af5a-9badf5ee31df with status ACTIVE [ 793.086047] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.086047] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.086047] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.086047] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.086047] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.086047] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.086047] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.086047] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.086047] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.086047] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.086047] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.087508] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.087508] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.087508] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.087508] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.087508] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0c822eb-0543-4e15-af5a-9badf5ee31df is going to be updated. [ 793.115752] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.115752] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.116033] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.116073] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.117077] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.117077] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0c822eb-0543-4e15-af5a-9badf5ee31df" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.211368] env[65906]: INFO networking_nsxv3.common.synchronization [req-64a43712-7e45-41ac-816b-b2d7ca188f77 req-8a758571-cc5d-4228-a766-91283f679bd2 tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: 0f56c059-3017-4934-8fcb-54c4278286fb with Priority: HIGHEST for action security_group_members [ 793.211368] env[65906]: INFO networking_nsxv3.common.synchronization [req-64a43712-7e45-41ac-816b-b2d7ca188f77 req-8a758571-cc5d-4228-a766-91283f679bd2 tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: 7e22994e-ff12-438c-90e4-4ea7c739af9a with Priority: HIGHEST for action security_group_members [ 793.211491] env[65906]: INFO networking_nsxv3.common.synchronization [req-64a43712-7e45-41ac-816b-b2d7ca188f77 req-8a758571-cc5d-4228-a766-91283f679bd2 tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_members [ 793.212332] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f56c059-3017-4934-8fcb-54c4278286fb with Priority: HIGHEST for action security_group_members [ 793.212443] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e22994e-ff12-438c-90e4-4ea7c739af9a with Priority: HIGHEST for action security_group_members [ 793.212504] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_members [ 793.213409] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f56c059-3017-4934-8fcb-54c4278286fb taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.213409] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.213409] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e22994e-ff12-438c-90e4-4ea7c739af9a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.213409] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e22994e-ff12-438c-90e4-4ea7c739af9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.213409] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e22994e-ff12-438c-90e4-4ea7c739af9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.213813] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e22994e-ff12-438c-90e4-4ea7c739af9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.214172] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.214269] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.214403] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.214642] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.214936] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.214936] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e22994e-ff12-438c-90e4-4ea7c739af9a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.216555] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.216555] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.271213] env[65906]: INFO networking_nsxv3.common.synchronization [req-64a43712-7e45-41ac-816b-b2d7ca188f77 req-8a758571-cc5d-4228-a766-91283f679bd2 tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: 0f56c059-3017-4934-8fcb-54c4278286fb with Priority: HIGHEST for action security_group_rules [ 793.271213] env[65906]: INFO networking_nsxv3.common.synchronization [req-64a43712-7e45-41ac-816b-b2d7ca188f77 req-8a758571-cc5d-4228-a766-91283f679bd2 tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: 0f56c059-3017-4934-8fcb-54c4278286fb with Priority: HIGHEST for action security_group_members [ 793.271213] env[65906]: INFO networking_nsxv3.common.synchronization [req-64a43712-7e45-41ac-816b-b2d7ca188f77 req-8a758571-cc5d-4228-a766-91283f679bd2 tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: 7e22994e-ff12-438c-90e4-4ea7c739af9a with Priority: HIGHEST for action security_group_rules [ 793.271213] env[65906]: INFO networking_nsxv3.common.synchronization [req-64a43712-7e45-41ac-816b-b2d7ca188f77 req-8a758571-cc5d-4228-a766-91283f679bd2 tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: 7e22994e-ff12-438c-90e4-4ea7c739af9a with Priority: HIGHEST for action security_group_members [ 793.271213] env[65906]: INFO networking_nsxv3.common.synchronization [req-64a43712-7e45-41ac-816b-b2d7ca188f77 req-8a758571-cc5d-4228-a766-91283f679bd2 tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_rules [ 793.271213] env[65906]: INFO networking_nsxv3.common.synchronization [req-64a43712-7e45-41ac-816b-b2d7ca188f77 req-8a758571-cc5d-4228-a766-91283f679bd2 tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_members [ 793.271213] env[65906]: INFO networking_nsxv3.common.synchronization [req-64a43712-7e45-41ac-816b-b2d7ca188f77 req-8a758571-cc5d-4228-a766-91283f679bd2 tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: e0c822eb-0543-4e15-af5a-9badf5ee31df with Priority: HIGHEST for action port [ 793.275031] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f56c059-3017-4934-8fcb-54c4278286fb with Priority: HIGHEST for action security_group_rules [ 793.275031] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e22994e-ff12-438c-90e4-4ea7c739af9a with Priority: HIGHEST for action security_group_rules [ 793.275031] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_members [ 793.275031] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0c822eb-0543-4e15-af5a-9badf5ee31df with Priority: HIGHEST for action port [ 793.275031] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_rules [ 793.275031] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f56c059-3017-4934-8fcb-54c4278286fb with Priority: HIGHEST for action security_group_members [ 793.275031] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e22994e-ff12-438c-90e4-4ea7c739af9a with Priority: HIGHEST for action security_group_members [ 793.275031] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f56c059-3017-4934-8fcb-54c4278286fb taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.275031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.275031] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e22994e-ff12-438c-90e4-4ea7c739af9a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.275031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e22994e-ff12-438c-90e4-4ea7c739af9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.275031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e22994e-ff12-438c-90e4-4ea7c739af9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.275031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e22994e-ff12-438c-90e4-4ea7c739af9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.275031] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e22994e-ff12-438c-90e4-4ea7c739af9a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.275768] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.275768] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.275768] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0c822eb-0543-4e15-af5a-9badf5ee31df taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.275768] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0c822eb-0543-4e15-af5a-9badf5ee31df" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.275768] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0c822eb-0543-4e15-af5a-9badf5ee31df" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.275768] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0c822eb-0543-4e15-af5a-9badf5ee31df" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.275768] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0c822eb-0543-4e15-af5a-9badf5ee31df',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.277282] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.277401] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.277582] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f56c059-3017-4934-8fcb-54c4278286fb taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.277655] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.277901] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e22994e-ff12-438c-90e4-4ea7c739af9a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.277985] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e22994e-ff12-438c-90e4-4ea7c739af9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.375858] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a in Status: SUCCESS [ 793.376060] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a deletion is rescheduled due to dependency. [ 793.376181] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.376346] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.376559] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.376757] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.376868] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.377217] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.377217] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.377217] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.377435] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cc02c32-2f05-4040-9c14-ff813cab3d2a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.514990] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.516335] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f56c059-3017-4934-8fcb-54c4278286fb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.523505] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c7672a-f797-44ac-88ac-c2c650241a03 in Status: SUCCESS [ 793.523505] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c7672a-f797-44ac-88ac-c2c650241a03" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.523505] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c7672a-f797-44ac-88ac-c2c650241a03" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.523847] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c7672a-f797-44ac-88ac-c2c650241a03" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.524089] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.524264] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.524355] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.524542] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.524635] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.524722] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c7672a-f797-44ac-88ac-c2c650241a03" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.524812] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16c7672a-f797-44ac-88ac-c2c650241a03',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.717943] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e22994e-ff12-438c-90e4-4ea7c739af9a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.777560] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0c822eb-0543-4e15-af5a-9badf5ee31df with status ACTIVE [ 793.777834] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.777976] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.778064] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.778282] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.778403] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.778598] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.778700] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.778785] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.778988] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.779122] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.780765] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.780765] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.780765] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.780765] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.780765] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.780765] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0c822eb-0543-4e15-af5a-9badf5ee31df is going to be updated. [ 793.781893] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e22994e-ff12-438c-90e4-4ea7c739af9a taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.781893] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e22994e-ff12-438c-90e4-4ea7c739af9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.808025] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.808025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.808025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.808025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.808224] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.810046] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0c822eb-0543-4e15-af5a-9badf5ee31df" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.880284] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5cc02c32-2f05-4040-9c14-ff813cab3d2a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.019318] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.019318] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.019318] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.019318] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.019318] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.019318] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5850073-142b-4eaa-aa82-ea4baa44042e is going to be updated. [ 794.020423] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.020548] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.020606] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.020789] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.020873] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.020963] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f56c059-3017-4934-8fcb-54c4278286fb is going to be created. [ 794.028259] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c7672a-f797-44ac-88ac-c2c650241a03 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.028465] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c7672a-f797-44ac-88ac-c2c650241a03" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.028465] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c7672a-f797-44ac-88ac-c2c650241a03" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.029837] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c7672a-f797-44ac-88ac-c2c650241a03" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.030132] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.030294] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.030352] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.030701] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.031647] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.031647] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c7672a-f797-44ac-88ac-c2c650241a03" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.031647] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c7672a-f797-44ac-88ac-c2c650241a03 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.031647] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c7672a-f797-44ac-88ac-c2c650241a03" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.031647] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c7672a-f797-44ac-88ac-c2c650241a03" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.031647] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c7672a-f797-44ac-88ac-c2c650241a03" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.032109] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.032109] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.032109] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.032109] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.032489] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.032489] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c7672a-f797-44ac-88ac-c2c650241a03" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.032489] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16c7672a-f797-44ac-88ac-c2c650241a03',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.048846] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.049054] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.049133] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.049342] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.049505] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.056673] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.056847] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.056895] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.057103] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.057250] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.060296] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f56c059-3017-4934-8fcb-54c4278286fb in Status: UNINITIALIZED for 2s [ 794.067551] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: IN_PROGRESS for 2s [ 794.220937] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e22994e-ff12-438c-90e4-4ea7c739af9a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.383051] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5cc02c32-2f05-4040-9c14-ff813cab3d2a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.535030] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16c7672a-f797-44ac-88ac-c2c650241a03: rpc.has_security_group_logging(os_id): False [ 794.556837] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.557047] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.557047] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.557252] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.557345] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.557852] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.557852] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.558017] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.558056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.558137] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.558326] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.558471] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.558524] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.558660] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.558741] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.558927] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.559041] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.559105] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.559244] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.559320] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.559414] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16c7672a-f797-44ac-88ac-c2c650241a03 is going to be created. [ 794.634064] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.634230] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.634301] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.634511] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.634728] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.650137] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16c7672a-f797-44ac-88ac-c2c650241a03 in Status: IN_PROGRESS for 2s [ 794.726201] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.726201] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.726201] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.726201] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.726201] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.726201] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e22994e-ff12-438c-90e4-4ea7c739af9a is going to be created. [ 794.731028] env[65906]: INFO networking_nsxv3.common.synchronization [req-8f38bbfa-6486-4b5e-b00f-02b8305fff7f req-17d6d90a-bd75-452f-91a0-37ae6ebeec5b tempest-ServersNegativeTestJSON-1802803410 tempest-ServersNegativeTestJSON-1802803410-project-member] Enqueued Resource ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb with Priority: HIGHEST for action security_group_members [ 794.731961] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb with Priority: HIGHEST for action security_group_members [ 794.732348] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec661aa-5760-41a3-a0f3-9e52b89f93bb taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.732483] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.732543] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.733210] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.733210] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.733210] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.733210] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.733542] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.733542] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.733636] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bec661aa-5760-41a3-a0f3-9e52b89f93bb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.771027] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.771240] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.771281] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.771466] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.771623] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.784087] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e22994e-ff12-438c-90e4-4ea7c739af9a in Status: UNINITIALIZED for 2s [ 794.887169] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.887322] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.887322] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.887932] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.887932] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.887932] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a is going to be updated. [ 794.940333] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.940486] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.940545] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.940868] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.941031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.952229] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a in Status: IN_PROGRESS for 2s [ 795.106115] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-530 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.106358] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-530" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.106499] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-530" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.106867] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-530" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.107189] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.107337] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.107450] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.107692] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.107827] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.108044] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.108147] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 795.108243] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 795.108339] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 795.108436] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.108528] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 795.108650] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 795.132679] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 795.132944] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 795.133089] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 795.133263] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-530" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.133569] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-26117ae0-6742-4238-b999-e3284fdb2cb6 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.133734] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-26117ae0-6742-4238-b999-e3284fdb2cb6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.133847] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-26117ae0-6742-4238-b999-e3284fdb2cb6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.134234] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-26117ae0-6742-4238-b999-e3284fdb2cb6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.134367] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26117ae0-6742-4238-b999-e3284fdb2cb6',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.237973] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.238207] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.238207] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.238424] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.238517] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.238706] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.238800] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.238852] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.239012] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.239090] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.239238] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb already deleted. [ 795.239238] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.637211] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.637211] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.637211] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.638188] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.638188] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.638188] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port 26117ae0-6742-4238-b999-e3284fdb2cb6 not found, creating... [ 795.638297] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.638390] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.638502] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.638728] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.638865] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.639156] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.639311] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.639424] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.639690] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.639845] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.639963] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: 26117ae0-6742-4238-b999-e3284fdb2cb6 is going to be created. [ 795.664311] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.664557] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.664732] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.665117] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.665407] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.665578] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-26117ae0-6742-4238-b999-e3284fdb2cb6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.075049] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f56c059-3017-4934-8fcb-54c4278286fb in Status: SUCCESS [ 796.075285] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.075451] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.075669] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.075858] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.075979] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.076050] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.076241] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.076326] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.076422] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f56c059-3017-4934-8fcb-54c4278286fb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.078274] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: SUCCESS [ 796.078455] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.078607] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.078789] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.078961] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.080167] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.080167] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.080167] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.080167] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.080167] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.373344] env[65906]: INFO networking_nsxv3.common.synchronization [req-8f38bbfa-6486-4b5e-b00f-02b8305fff7f req-52696633-5197-4a0e-a272-7a8dc7218255 service nova] Enqueued Resource ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb with Priority: HIGHEST for action security_group_rules [ 796.373644] env[65906]: INFO networking_nsxv3.common.synchronization [req-8f38bbfa-6486-4b5e-b00f-02b8305fff7f req-52696633-5197-4a0e-a272-7a8dc7218255 service nova] Enqueued Resource ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb with Priority: HIGHEST for action security_group_members [ 796.373896] env[65906]: INFO networking_nsxv3.common.synchronization [req-8f38bbfa-6486-4b5e-b00f-02b8305fff7f req-52696633-5197-4a0e-a272-7a8dc7218255 service nova] Enqueued Resource ID: 26117ae0-6742-4238-b999-e3284fdb2cb6 with Priority: HIGHEST for action port [ 796.374876] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb with Priority: HIGHEST for action security_group_rules [ 796.375128] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb with Priority: HIGHEST for action security_group_members [ 796.375323] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26117ae0-6742-4238-b999-e3284fdb2cb6 with Priority: HIGHEST for action port [ 796.375726] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bec661aa-5760-41a3-a0f3-9e52b89f93bb taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.375919] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.376047] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.376397] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.376537] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bec661aa-5760-41a3-a0f3-9e52b89f93bb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.379685] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec661aa-5760-41a3-a0f3-9e52b89f93bb taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.379864] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.380102] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.380275] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.380522] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.380722] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.380830] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.381107] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.381266] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.382346] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bec661aa-5760-41a3-a0f3-9e52b89f93bb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.383676] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-26117ae0-6742-4238-b999-e3284fdb2cb6 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.384015] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26117ae0-6742-4238-b999-e3284fdb2cb6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.384175] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26117ae0-6742-4238-b999-e3284fdb2cb6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.384455] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26117ae0-6742-4238-b999-e3284fdb2cb6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.384640] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26117ae0-6742-4238-b999-e3284fdb2cb6',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.582058] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f56c059-3017-4934-8fcb-54c4278286fb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.582823] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.665675] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16c7672a-f797-44ac-88ac-c2c650241a03 in Status: SUCCESS [ 796.665675] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16c7672a-f797-44ac-88ac-c2c650241a03" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.795911] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e22994e-ff12-438c-90e4-4ea7c739af9a in Status: SUCCESS [ 796.796155] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e22994e-ff12-438c-90e4-4ea7c739af9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.796361] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e22994e-ff12-438c-90e4-4ea7c739af9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.796595] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e22994e-ff12-438c-90e4-4ea7c739af9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.796783] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.797355] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.797355] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.797505] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.797916] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.797916] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e22994e-ff12-438c-90e4-4ea7c739af9a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.881038] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec661aa-5760-41a3-a0f3-9e52b89f93bb taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.881038] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.884240] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bec661aa-5760-41a3-a0f3-9e52b89f93bb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.887762] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26117ae0-6742-4238-b999-e3284fdb2cb6 with status ACTIVE [ 796.887762] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.887762] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.887762] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.888158] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.888158] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.888158] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.888322] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.888322] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.888444] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.888604] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.888691] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.888783] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.888839] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.888976] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.889065] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.889149] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26117ae0-6742-4238-b999-e3284fdb2cb6 is going to be updated. [ 796.911131] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.911232] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.911345] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.911951] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.911951] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.911951] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26117ae0-6742-4238-b999-e3284fdb2cb6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.965261] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a in Status: SUCCESS [ 796.966041] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.966041] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.966041] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.966041] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.966196] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.966196] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.966351] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.966429] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.966517] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.966607] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5cc02c32-2f05-4040-9c14-ff813cab3d2a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.086039] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f56c059-3017-4934-8fcb-54c4278286fb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.087032] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.299943] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e22994e-ff12-438c-90e4-4ea7c739af9a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.387583] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bec661aa-5760-41a3-a0f3-9e52b89f93bb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.471470] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cc02c32-2f05-4040-9c14-ff813cab3d2a taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.471470] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.471470] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.471470] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.471789] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.471789] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.471997] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.472246] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.472389] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.472534] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.472699] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cc02c32-2f05-4040-9c14-ff813cab3d2a taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.472839] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.472912] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.473417] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.473742] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.473940] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.474185] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.474639] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.474925] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.475155] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.475324] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5cc02c32-2f05-4040-9c14-ff813cab3d2a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.590231] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.590231] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.590231] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.590483] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.590483] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.590562] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f56c059-3017-4934-8fcb-54c4278286fb is going to be updated. [ 797.591946] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.592080] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.592134] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.592303] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.592385] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.592509] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5850073-142b-4eaa-aa82-ea4baa44042e is going to be updated. [ 797.632105] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.632291] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.632291] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.632810] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.632810] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.637772] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.638601] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.638601] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.638601] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.638601] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.649873] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f56c059-3017-4934-8fcb-54c4278286fb in Status: IN_PROGRESS for 2s [ 797.650174] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: IN_PROGRESS for 2s [ 797.803981] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e22994e-ff12-438c-90e4-4ea7c739af9a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.890779] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.890779] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.890779] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.890954] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.891075] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.891181] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb is going to be created. [ 797.917641] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.917803] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.917803] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.918189] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.918570] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.930186] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb in Status: UNINITIALIZED for 2s [ 797.979357] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5cc02c32-2f05-4040-9c14-ff813cab3d2a: rpc.has_security_group_logging(os_id): False [ 798.002585] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.002585] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.002585] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.002585] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.002585] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.002585] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.002585] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.002994] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.002994] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.002994] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.003129] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.003253] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.003347] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.003502] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.003604] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.003805] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.003805] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.003805] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.004463] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.004587] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.004727] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a is going to be updated. [ 798.077327] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.080019] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.080019] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.080019] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.080019] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.098065] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a in Status: IN_PROGRESS for 2s [ 798.306929] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.307367] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.307553] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.307982] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.308233] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.308426] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e22994e-ff12-438c-90e4-4ea7c739af9a is going to be updated. [ 798.371099] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.371313] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.371370] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.371673] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.371845] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.384840] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e22994e-ff12-438c-90e4-4ea7c739af9a in Status: IN_PROGRESS for 2s [ 799.664162] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: SUCCESS [ 799.664453] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.667935] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.667935] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.667935] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.667935] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.667935] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.667935] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.667935] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.667935] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.667935] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.667935] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f56c059-3017-4934-8fcb-54c4278286fb in Status: SUCCESS [ 799.667935] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.667935] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.667935] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.668616] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.668616] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.668616] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.668616] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.668616] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.668616] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.669482] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.669680] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.669888] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.670010] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.670091] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.670531] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.670531] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.670531] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.670531] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f56c059-3017-4934-8fcb-54c4278286fb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.671694] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.671879] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.672084] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.672190] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.672251] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.672397] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.672466] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.672556] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f56c059-3017-4934-8fcb-54c4278286fb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.942391] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb in Status: SUCCESS [ 799.942610] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.942826] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.943040] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.943235] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.944029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.944029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.944029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.944029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.944029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.944029] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bec661aa-5760-41a3-a0f3-9e52b89f93bb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.115169] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a in Status: SUCCESS [ 800.115394] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.174576] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.175751] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.175864] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.176040] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f56c059-3017-4934-8fcb-54c4278286fb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.176736] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f56c059-3017-4934-8fcb-54c4278286fb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.399397] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e22994e-ff12-438c-90e4-4ea7c739af9a in Status: SUCCESS [ 800.399698] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e22994e-ff12-438c-90e4-4ea7c739af9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.399914] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e22994e-ff12-438c-90e4-4ea7c739af9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.400161] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e22994e-ff12-438c-90e4-4ea7c739af9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.400366] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.400488] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.400551] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.400737] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.400823] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.400909] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e22994e-ff12-438c-90e4-4ea7c739af9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.401009] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e22994e-ff12-438c-90e4-4ea7c739af9a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.449036] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec661aa-5760-41a3-a0f3-9e52b89f93bb taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.449036] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.449256] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.449490] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.449759] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.449857] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.449964] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.450119] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.450248] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.450329] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.450448] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec661aa-5760-41a3-a0f3-9e52b89f93bb taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.450550] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.450737] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.450870] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.451037] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.451123] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.451226] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.452049] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.452049] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.452049] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.452049] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bec661aa-5760-41a3-a0f3-9e52b89f93bb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.678433] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f56c059-3017-4934-8fcb-54c4278286fb: rpc.has_security_group_logging(os_id): False [ 800.679685] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.680570] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f56c059-3017-4934-8fcb-54c4278286fb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.698798] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.698798] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.698798] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.698798] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.699088] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.699125] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.699235] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.699277] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.699406] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.699482] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.699569] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f56c059-3017-4934-8fcb-54c4278286fb is going to be created. [ 800.797241] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.797404] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.797455] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.798073] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.798073] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.815788] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f56c059-3017-4934-8fcb-54c4278286fb in Status: IN_PROGRESS for 2s [ 800.903021] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e22994e-ff12-438c-90e4-4ea7c739af9a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.954734] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bec661aa-5760-41a3-a0f3-9e52b89f93bb: rpc.has_security_group_logging(os_id): False [ 800.973122] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.973278] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.973278] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.973447] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.973544] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.973760] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.973855] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.973932] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.974168] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.974265] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.974455] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.974546] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.974603] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.974748] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.974811] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.974991] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.975102] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.975146] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.975279] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.975342] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.975426] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb is going to be created. [ 801.037342] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.037532] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.037594] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.037929] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.037993] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.051624] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb in Status: IN_PROGRESS for 2s [ 801.184046] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.184325] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.184447] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.184754] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.184917] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.185099] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f56c059-3017-4934-8fcb-54c4278286fb is going to be updated. [ 801.186984] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.187170] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.187242] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.187441] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.187530] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.187644] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5850073-142b-4eaa-aa82-ea4baa44042e is going to be updated. [ 801.215062] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.215194] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.215233] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.215949] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.215949] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.217508] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.217654] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.217732] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.217890] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.218025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.229397] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: IN_PROGRESS for 2s [ 801.230387] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f56c059-3017-4934-8fcb-54c4278286fb in Status: IN_PROGRESS for 2s [ 801.376620] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 801.376780] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=10 [ 801.405564] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e22994e-ff12-438c-90e4-4ea7c739af9a: rpc.has_security_group_logging(os_id): False [ 801.427186] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.427408] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.427514] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.427789] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.427890] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.428292] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.428380] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.428446] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.428643] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.428764] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.428888] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e22994e-ff12-438c-90e4-4ea7c739af9a is going to be created. [ 801.493749] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.493996] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.494294] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.494294] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.494835] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.509034] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e22994e-ff12-438c-90e4-4ea7c739af9a in Status: IN_PROGRESS for 2s [ 802.177981] env[65906]: INFO networking_nsxv3.common.synchronization [req-8daa5f89-16ce-4363-9961-765f3b1ed2e5 req-39f04fea-cc84-4287-b24e-b6d787f6f2e1 tempest-ServerActionsV293TestJSON-1978018135 tempest-ServerActionsV293TestJSON-1978018135-project-member] Enqueued Resource ID: 512b8a02-cd49-4b1c-8258-76f66b54e994 with Priority: HIGHEST for action security_group_members [ 802.178622] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 512b8a02-cd49-4b1c-8258-76f66b54e994 with Priority: HIGHEST for action security_group_members [ 802.178939] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-512b8a02-cd49-4b1c-8258-76f66b54e994 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.179084] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-512b8a02-cd49-4b1c-8258-76f66b54e994" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.179156] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-512b8a02-cd49-4b1c-8258-76f66b54e994" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.179702] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-512b8a02-cd49-4b1c-8258-76f66b54e994" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.179891] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.179998] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.180087] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.180248] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.180335] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.180440] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('512b8a02-cd49-4b1c-8258-76f66b54e994',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.604920] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-887 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.605062] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-887" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.605193] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-887" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.605644] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-887" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.606070] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.606326] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.606537] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.606868] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.607131] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.607467] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.607669] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 802.607858] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 802.608067] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 802.608261] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.608455] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 802.608680] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 802.632843] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 802.633135] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 802.633135] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 802.634087] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-887" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.634087] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-6d9f7629-54bc-45ea-8afb-ec065c29a557 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.634087] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-6d9f7629-54bc-45ea-8afb-ec065c29a557" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.634087] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-6d9f7629-54bc-45ea-8afb-ec065c29a557" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.634525] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-6d9f7629-54bc-45ea-8afb-ec065c29a557" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.634686] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d9f7629-54bc-45ea-8afb-ec065c29a557',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.683974] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.684208] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.684298] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.684447] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.684537] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.684734] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.684855] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.684948] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.685026] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.685104] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.685182] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 512b8a02-cd49-4b1c-8258-76f66b54e994 already deleted. [ 802.685260] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-512b8a02-cd49-4b1c-8258-76f66b54e994" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.830089] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f56c059-3017-4934-8fcb-54c4278286fb in Status: SUCCESS [ 802.830089] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.830270] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.830513] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.830609] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f56c059-3017-4934-8fcb-54c4278286fb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.064392] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb in Status: SUCCESS [ 803.064539] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.138863] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.139239] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.139366] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.139820] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.140039] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.140183] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port 6d9f7629-54bc-45ea-8afb-ec065c29a557 not found, creating... [ 803.140630] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.140871] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.141063] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.141347] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.141526] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.141932] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.142516] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.142516] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.142782] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.142822] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.143048] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: 6d9f7629-54bc-45ea-8afb-ec065c29a557 is going to be created. [ 803.168432] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.168667] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.168725] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.169101] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.169409] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.169508] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-6d9f7629-54bc-45ea-8afb-ec065c29a557" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.254174] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f56c059-3017-4934-8fcb-54c4278286fb in Status: SUCCESS [ 803.254471] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.254688] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.254956] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.255189] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.255349] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.255455] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.256263] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.256480] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.256561] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f56c059-3017-4934-8fcb-54c4278286fb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.258991] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: SUCCESS [ 803.259189] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.259345] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.259527] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.259949] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.259949] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.259949] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.260144] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.260177] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.260313] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.333506] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f56c059-3017-4934-8fcb-54c4278286fb taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.333657] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.531543] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e22994e-ff12-438c-90e4-4ea7c739af9a in Status: SUCCESS [ 803.533015] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e22994e-ff12-438c-90e4-4ea7c739af9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.559921] env[65906]: INFO networking_nsxv3.common.synchronization [req-3c9dcaf4-e9b8-414c-bcf5-2f03001191dd req-02d8a1d0-7dbd-4592-b12c-813f64b74294 tempest-ServerTagsTestJSON-1017170440 tempest-ServerTagsTestJSON-1017170440-project-member] Enqueued Resource ID: 16c7672a-f797-44ac-88ac-c2c650241a03 with Priority: HIGHEST for action security_group_members [ 803.560297] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c7672a-f797-44ac-88ac-c2c650241a03 with Priority: HIGHEST for action security_group_members [ 803.560693] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-16c7672a-f797-44ac-88ac-c2c650241a03 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.560837] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16c7672a-f797-44ac-88ac-c2c650241a03" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.560905] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16c7672a-f797-44ac-88ac-c2c650241a03" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.561306] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16c7672a-f797-44ac-88ac-c2c650241a03" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.562064] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.562174] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.562241] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.562409] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.562496] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.562646] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16c7672a-f797-44ac-88ac-c2c650241a03',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.759143] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f56c059-3017-4934-8fcb-54c4278286fb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.762196] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.893078] env[65906]: INFO networking_nsxv3.common.synchronization [req-8daa5f89-16ce-4363-9961-765f3b1ed2e5 req-4a700070-b5d9-425b-bbd8-e9baa3da6a59 service nova] Enqueued Resource ID: 512b8a02-cd49-4b1c-8258-76f66b54e994 with Priority: HIGHEST for action security_group_rules [ 803.893268] env[65906]: INFO networking_nsxv3.common.synchronization [req-8daa5f89-16ce-4363-9961-765f3b1ed2e5 req-4a700070-b5d9-425b-bbd8-e9baa3da6a59 service nova] Enqueued Resource ID: 512b8a02-cd49-4b1c-8258-76f66b54e994 with Priority: HIGHEST for action security_group_members [ 803.893396] env[65906]: INFO networking_nsxv3.common.synchronization [req-8daa5f89-16ce-4363-9961-765f3b1ed2e5 req-4a700070-b5d9-425b-bbd8-e9baa3da6a59 service nova] Enqueued Resource ID: 6d9f7629-54bc-45ea-8afb-ec065c29a557 with Priority: HIGHEST for action port [ 803.893936] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 512b8a02-cd49-4b1c-8258-76f66b54e994 with Priority: HIGHEST for action security_group_rules [ 803.896113] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 512b8a02-cd49-4b1c-8258-76f66b54e994 with Priority: HIGHEST for action security_group_members [ 803.896176] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d9f7629-54bc-45ea-8afb-ec065c29a557 with Priority: HIGHEST for action port [ 803.896635] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-512b8a02-cd49-4b1c-8258-76f66b54e994 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.897012] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-512b8a02-cd49-4b1c-8258-76f66b54e994" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.897094] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-512b8a02-cd49-4b1c-8258-76f66b54e994" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.897458] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-512b8a02-cd49-4b1c-8258-76f66b54e994" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.897617] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('512b8a02-cd49-4b1c-8258-76f66b54e994',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.899368] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-512b8a02-cd49-4b1c-8258-76f66b54e994 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.899449] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-512b8a02-cd49-4b1c-8258-76f66b54e994" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.899513] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-512b8a02-cd49-4b1c-8258-76f66b54e994" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.900147] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-512b8a02-cd49-4b1c-8258-76f66b54e994" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.902422] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.902422] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.902422] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.902422] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.902422] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.902422] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('512b8a02-cd49-4b1c-8258-76f66b54e994',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.903091] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d9f7629-54bc-45ea-8afb-ec065c29a557 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.903201] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d9f7629-54bc-45ea-8afb-ec065c29a557" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.903201] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d9f7629-54bc-45ea-8afb-ec065c29a557" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.903366] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d9f7629-54bc-45ea-8afb-ec065c29a557" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.903423] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d9f7629-54bc-45ea-8afb-ec065c29a557',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.064887] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.065683] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.065683] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.065683] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.065683] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.065963] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.067307] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.067420] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.067658] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.067782] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.067782] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16c7672a-f797-44ac-88ac-c2c650241a03 is going to be updated. [ 804.097160] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.097361] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.097421] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.097672] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.097885] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.108277] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c7672a-f797-44ac-88ac-c2c650241a03 in Status: IN_PROGRESS for 2s [ 804.262471] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f56c059-3017-4934-8fcb-54c4278286fb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.267524] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.406200] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-512b8a02-cd49-4b1c-8258-76f66b54e994 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.406473] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-512b8a02-cd49-4b1c-8258-76f66b54e994" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.406473] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('512b8a02-cd49-4b1c-8258-76f66b54e994',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.407345] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d9f7629-54bc-45ea-8afb-ec065c29a557 with status ACTIVE [ 804.407534] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.407655] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.407722] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.407925] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.408026] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.408196] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.408293] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.408354] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.408502] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.408578] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.408752] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.408846] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.408906] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.409378] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.409548] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.409548] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d9f7629-54bc-45ea-8afb-ec065c29a557 is going to be updated. [ 804.434896] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.435195] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.435385] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.435581] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.435833] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.436190] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d9f7629-54bc-45ea-8afb-ec065c29a557" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.766462] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.766627] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.766714] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.766909] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.767160] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.767160] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f56c059-3017-4934-8fcb-54c4278286fb is going to be updated. [ 804.769110] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.769267] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.769333] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.769509] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.769596] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.769744] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5850073-142b-4eaa-aa82-ea4baa44042e is going to be updated. [ 804.818989] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.819201] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.819287] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.819503] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.819702] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.821488] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.821612] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.821682] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.821863] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.822031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.839760] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: IN_PROGRESS for 2s [ 804.843038] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f56c059-3017-4934-8fcb-54c4278286fb in Status: IN_PROGRESS for 2s [ 804.912996] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('512b8a02-cd49-4b1c-8258-76f66b54e994',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.133026] env[65906]: INFO networking_nsxv3.common.synchronization [req-ed702ee7-4a4e-453d-8155-a19e8cae8cf0 req-66be0ead-0b9c-4df4-9536-0d54e583a6b1 tempest-ServersWithSpecificFlavorTestJSON-138366733 tempest-ServersWithSpecificFlavorTestJSON-138366733-project-member] Enqueued Resource ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b with Priority: HIGHEST for action security_group_members [ 805.133026] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b with Priority: HIGHEST for action security_group_members [ 805.133026] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-15149eb3-e81e-45d6-9e83-27a6d82a712b taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.133026] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.133026] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.134857] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.135228] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.135727] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.136163] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.136563] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.137817] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.137817] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15149eb3-e81e-45d6-9e83-27a6d82a712b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.415450] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.415725] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.415725] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.415900] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.415990] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.416108] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 512b8a02-cd49-4b1c-8258-76f66b54e994 is going to be created. [ 805.443913] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.444111] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.444155] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.444387] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.444548] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.455893] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 512b8a02-cd49-4b1c-8258-76f66b54e994 in Status: UNINITIALIZED for 2s [ 805.525701] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-650 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.526418] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-650" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.526418] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-650" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.526418] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-650" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.526595] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.526753] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.526918] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.527069] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.527258] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.527478] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.527974] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 805.528117] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 805.528229] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 805.528347] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.528445] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 805.528576] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 805.549591] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 805.549853] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 805.550045] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 805.550251] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-650" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.550629] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-bc8eb11c-30fe-49cc-9273-e1c333d7b501 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.550798] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-bc8eb11c-30fe-49cc-9273-e1c333d7b501" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.550889] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-bc8eb11c-30fe-49cc-9273-e1c333d7b501" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.551371] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-bc8eb11c-30fe-49cc-9273-e1c333d7b501" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.551947] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc8eb11c-30fe-49cc-9273-e1c333d7b501',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.639863] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.640045] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.640120] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.640361] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.640464] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.640656] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.640767] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.640854] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.641065] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.641150] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.641273] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b is going to be updated. [ 805.669416] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.670017] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.670017] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.670017] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.670267] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.681029] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b in Status: IN_PROGRESS for 2s [ 806.054642] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.055025] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.055116] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.055412] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.055574] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.055767] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port bc8eb11c-30fe-49cc-9273-e1c333d7b501 not found, creating... [ 806.056098] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.056292] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.056428] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.056651] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.056783] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.057062] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.057207] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.057314] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.057769] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.057925] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.058097] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: bc8eb11c-30fe-49cc-9273-e1c333d7b501 is going to be created. [ 806.082100] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.083587] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.083587] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.083587] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.083587] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.083587] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-bc8eb11c-30fe-49cc-9273-e1c333d7b501" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.120682] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16c7672a-f797-44ac-88ac-c2c650241a03 in Status: SUCCESS [ 806.120682] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16c7672a-f797-44ac-88ac-c2c650241a03 deletion is rescheduled due to dependency. [ 806.120968] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16c7672a-f797-44ac-88ac-c2c650241a03" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.833024] env[65906]: INFO networking_nsxv3.common.synchronization [req-ed702ee7-4a4e-453d-8155-a19e8cae8cf0 req-d02e2df3-36d8-40d5-946a-51a240786efd service nova] Enqueued Resource ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b with Priority: HIGHEST for action security_group_rules [ 806.833313] env[65906]: INFO networking_nsxv3.common.synchronization [req-ed702ee7-4a4e-453d-8155-a19e8cae8cf0 req-d02e2df3-36d8-40d5-946a-51a240786efd service nova] Enqueued Resource ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b with Priority: HIGHEST for action security_group_members [ 806.833499] env[65906]: INFO networking_nsxv3.common.synchronization [req-ed702ee7-4a4e-453d-8155-a19e8cae8cf0 req-d02e2df3-36d8-40d5-946a-51a240786efd service nova] Enqueued Resource ID: bc8eb11c-30fe-49cc-9273-e1c333d7b501 with Priority: HIGHEST for action port [ 806.834586] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b with Priority: HIGHEST for action security_group_rules [ 806.834679] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b with Priority: HIGHEST for action security_group_members [ 806.834862] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc8eb11c-30fe-49cc-9273-e1c333d7b501 with Priority: HIGHEST for action port [ 806.836319] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15149eb3-e81e-45d6-9e83-27a6d82a712b taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.836319] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.836319] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.836319] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.836319] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15149eb3-e81e-45d6-9e83-27a6d82a712b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.837205] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-15149eb3-e81e-45d6-9e83-27a6d82a712b taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.837205] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.837205] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc8eb11c-30fe-49cc-9273-e1c333d7b501 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.837205] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc8eb11c-30fe-49cc-9273-e1c333d7b501" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.837205] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc8eb11c-30fe-49cc-9273-e1c333d7b501" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.837545] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc8eb11c-30fe-49cc-9273-e1c333d7b501" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.837653] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc8eb11c-30fe-49cc-9273-e1c333d7b501',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.852204] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: SUCCESS [ 806.852450] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.852450] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.853310] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.853310] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.853310] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.853310] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.853310] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.853310] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.853546] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.853546] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.853661] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.853813] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.853813] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.856995] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.856995] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.856995] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.856995] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.856995] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.856995] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.856995] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.859370] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f56c059-3017-4934-8fcb-54c4278286fb in Status: SUCCESS [ 806.859370] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.859370] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.859658] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.859892] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.860051] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.860144] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.860344] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.860458] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.860595] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.860718] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f56c059-3017-4934-8fcb-54c4278286fb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.342293] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-15149eb3-e81e-45d6-9e83-27a6d82a712b taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.342293] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.342293] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc8eb11c-30fe-49cc-9273-e1c333d7b501 with status ACTIVE [ 807.342572] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.342572] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.342572] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.342817] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.343055] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.343104] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.343366] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.343366] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.344243] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.345551] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.345823] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.345948] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.346030] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.346194] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.346275] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.346364] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc8eb11c-30fe-49cc-9273-e1c333d7b501 is going to be updated. [ 807.363646] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5850073-142b-4eaa-aa82-ea4baa44042e: rpc.has_security_group_logging(os_id): False [ 807.364901] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f56c059-3017-4934-8fcb-54c4278286fb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.370195] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.370527] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.370730] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.371503] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.372213] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.372773] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc8eb11c-30fe-49cc-9273-e1c333d7b501" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.384393] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.384754] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.384754] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.384922] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.384922] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.385271] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.385470] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.385524] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.385686] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.385803] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.386032] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.386165] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.386253] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.386425] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.386533] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.386749] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.387331] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.387488] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.387691] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.387796] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.387912] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5850073-142b-4eaa-aa82-ea4baa44042e is going to be updated. [ 807.470272] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 512b8a02-cd49-4b1c-8258-76f66b54e994 in Status: SUCCESS [ 807.470531] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-512b8a02-cd49-4b1c-8258-76f66b54e994" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.470831] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-512b8a02-cd49-4b1c-8258-76f66b54e994" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.470884] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-512b8a02-cd49-4b1c-8258-76f66b54e994" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.471091] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.471214] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.471423] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.471423] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.471524] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.471582] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-512b8a02-cd49-4b1c-8258-76f66b54e994" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.471726] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('512b8a02-cd49-4b1c-8258-76f66b54e994',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.476847] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.476955] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.476991] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.477307] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.477423] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.502926] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: IN_PROGRESS for 2s [ 807.551086] env[65906]: INFO networking_nsxv3.common.synchronization [req-69fc3f70-02f4-4220-bb52-db6eea2aecbb req-902477f7-293b-47ca-b473-a38693e383b9 tempest-MultipleCreateTestJSON-783540863 tempest-MultipleCreateTestJSON-783540863-project-member] Enqueued Resource ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d with Priority: HIGHEST for action security_group_members [ 807.551911] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d with Priority: HIGHEST for action security_group_members [ 807.552352] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.552523] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.552623] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.552883] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.553115] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.553259] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.553353] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.553675] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.553724] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.553830] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.693790] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b in Status: SUCCESS [ 807.693790] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b deletion is rescheduled due to dependency. [ 807.693999] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.694051] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.694262] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.695039] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.695039] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.695039] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.695039] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.695039] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.695039] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15149eb3-e81e-45d6-9e83-27a6d82a712b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.870413] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f56c059-3017-4934-8fcb-54c4278286fb: rpc.has_security_group_logging(os_id): False [ 807.892317] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.892464] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.892533] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.892750] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.892859] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.893097] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.893202] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.893284] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.893509] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.893623] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.893681] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f56c059-3017-4934-8fcb-54c4278286fb is going to be updated. [ 807.961024] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.961024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.961024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.961024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.961024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.973224] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-939 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.973224] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-939" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.973224] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-939" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.973224] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-939" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.973224] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.973224] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.973224] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.974758] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.978022] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.978022] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.978022] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 807.978022] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 807.978022] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 807.978022] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.978022] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 807.978022] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 807.978022] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f56c059-3017-4934-8fcb-54c4278286fb in Status: IN_PROGRESS for 2s [ 807.979754] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('512b8a02-cd49-4b1c-8258-76f66b54e994',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.000430] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 808.000601] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 808.000733] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 808.000910] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-939" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.001257] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-0e0ca4e6-71a4-48cb-97e3-c357f0b8564e taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.001797] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-0e0ca4e6-71a4-48cb-97e3-c357f0b8564e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.001797] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-0e0ca4e6-71a4-48cb-97e3-c357f0b8564e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.001963] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-0e0ca4e6-71a4-48cb-97e3-c357f0b8564e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.002075] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e0ca4e6-71a4-48cb-97e3-c357f0b8564e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.056966] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.057201] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.057297] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.057541] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.057681] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.057907] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.058012] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.058071] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.058241] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.058347] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.058436] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d is going to be updated. [ 808.097600] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.097800] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.097862] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.098168] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.098341] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.144913] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d in Status: IN_PROGRESS for 2s [ 808.197254] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('15149eb3-e81e-45d6-9e83-27a6d82a712b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.482832] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 512b8a02-cd49-4b1c-8258-76f66b54e994: rpc.has_security_group_logging(os_id): False [ 808.501568] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.501739] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.501843] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.502894] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.502894] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.502894] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.503190] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.503190] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.503320] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.503502] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.503600] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 512b8a02-cd49-4b1c-8258-76f66b54e994 is going to be created. [ 808.505086] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.505374] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.505374] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.505582] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.505717] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.505855] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port 0e0ca4e6-71a4-48cb-97e3-c357f0b8564e not found, creating... [ 808.506109] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.506276] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.506398] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.506618] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.506764] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.507704] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.507928] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.508084] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.508278] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.508418] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.508540] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: 0e0ca4e6-71a4-48cb-97e3-c357f0b8564e is going to be created. [ 808.533464] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.533689] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.533851] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.534250] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.534517] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.534781] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-0e0ca4e6-71a4-48cb-97e3-c357f0b8564e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.573797] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.573984] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.573984] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.574316] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.574430] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.592819] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 512b8a02-cd49-4b1c-8258-76f66b54e994 in Status: IN_PROGRESS for 2s [ 808.700073] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('15149eb3-e81e-45d6-9e83-27a6d82a712b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.202623] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.203101] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.203101] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.203182] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.203229] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.203332] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b is going to be updated. [ 809.234777] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.234777] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.234777] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.234777] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.234777] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.255275] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b in Status: IN_PROGRESS for 2s [ 809.272431] env[65906]: INFO networking_nsxv3.common.synchronization [req-69fc3f70-02f4-4220-bb52-db6eea2aecbb req-ed1464a6-3173-41bf-95bb-aed061a1d23d service nova] Enqueued Resource ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d with Priority: HIGHEST for action security_group_rules [ 809.273032] env[65906]: INFO networking_nsxv3.common.synchronization [req-69fc3f70-02f4-4220-bb52-db6eea2aecbb req-ed1464a6-3173-41bf-95bb-aed061a1d23d service nova] Enqueued Resource ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d with Priority: HIGHEST for action security_group_members [ 809.273032] env[65906]: INFO networking_nsxv3.common.synchronization [req-69fc3f70-02f4-4220-bb52-db6eea2aecbb req-ed1464a6-3173-41bf-95bb-aed061a1d23d service nova] Enqueued Resource ID: 0e0ca4e6-71a4-48cb-97e3-c357f0b8564e with Priority: HIGHEST for action port [ 809.273241] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d with Priority: HIGHEST for action security_group_rules [ 809.273384] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d with Priority: HIGHEST for action security_group_members [ 809.273483] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e0ca4e6-71a4-48cb-97e3-c357f0b8564e with Priority: HIGHEST for action port [ 809.273750] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.273903] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.273958] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.276587] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.276587] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.276587] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.276587] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.276587] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e0ca4e6-71a4-48cb-97e3-c357f0b8564e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.276587] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e0ca4e6-71a4-48cb-97e3-c357f0b8564e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.276587] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e0ca4e6-71a4-48cb-97e3-c357f0b8564e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.276960] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e0ca4e6-71a4-48cb-97e3-c357f0b8564e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.276960] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e0ca4e6-71a4-48cb-97e3-c357f0b8564e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.524528] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: SUCCESS [ 809.524528] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.524528] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.524528] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.524528] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.779444] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.779725] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.780071] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e0ca4e6-71a4-48cb-97e3-c357f0b8564e with status ACTIVE [ 809.780379] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.780590] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.780724] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.781270] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.781270] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.781514] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.781865] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.782174] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.782478] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.782634] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.783710] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.783907] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.784019] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.784708] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.784917] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.785115] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e0ca4e6-71a4-48cb-97e3-c357f0b8564e is going to be updated. [ 809.826944] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.826944] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.826944] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.827203] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.827430] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.828044] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e0ca4e6-71a4-48cb-97e3-c357f0b8564e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.994282] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f56c059-3017-4934-8fcb-54c4278286fb in Status: SUCCESS [ 809.994539] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.026274] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.026801] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.026801] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.026923] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.027073] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.027169] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.027232] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.027377] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.028033] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.028033] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.028033] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.158664] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d in Status: SUCCESS [ 810.159153] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d deletion is rescheduled due to dependency. [ 810.160076] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.161520] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.162039] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.162343] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.162609] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.162877] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.163183] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.163430] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.163652] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.531719] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.532075] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.532075] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.533157] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.533157] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.533157] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.533157] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.533157] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.533157] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.533157] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.533157] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.533157] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.533641] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.533641] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.533641] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.533641] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.533800] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.533833] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.533894] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.533961] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.534058] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.607272] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 512b8a02-cd49-4b1c-8258-76f66b54e994 in Status: SUCCESS [ 810.607485] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-512b8a02-cd49-4b1c-8258-76f66b54e994" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.666894] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.037392] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5850073-142b-4eaa-aa82-ea4baa44042e: rpc.has_security_group_logging(os_id): False [ 811.060096] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.060257] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.060330] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.060576] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.060701] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.060943] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.061061] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.061125] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.061292] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.061410] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.061621] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.061723] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.061786] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.061967] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.062107] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.062199] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.062292] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.062347] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.062481] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.062550] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.062678] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5850073-142b-4eaa-aa82-ea4baa44042e is going to be updated. [ 811.144664] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.144931] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.145064] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.145389] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.145789] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.170458] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.192433] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: IN_PROGRESS for 2s [ 811.282426] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b in Status: SUCCESS [ 811.282873] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.283212] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.283597] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.283935] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.285990] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.286094] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.286454] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.286552] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.286653] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.286803] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15149eb3-e81e-45d6-9e83-27a6d82a712b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.673843] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.674240] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.674240] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.674317] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.674418] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.674532] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d is going to be updated. [ 811.731627] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.731627] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.731627] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.731627] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.731627] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.741110] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d in Status: IN_PROGRESS for 2s [ 811.790806] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15149eb3-e81e-45d6-9e83-27a6d82a712b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.293541] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15149eb3-e81e-45d6-9e83-27a6d82a712b: rpc.has_security_group_logging(os_id): False [ 812.330277] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.330483] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.330531] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.330764] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.330881] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.331236] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.331350] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.331437] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.331876] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.331876] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.331876] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b is going to be updated. [ 812.425764] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.426750] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.426974] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.427301] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.427395] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.444327] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b in Status: IN_PROGRESS for 2s [ 813.212028] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: SUCCESS [ 813.212028] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.757646] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d in Status: SUCCESS [ 813.757646] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.757646] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.759114] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.760425] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.760513] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.760513] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.762620] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.762620] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.762620] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.762620] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.266182] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.266963] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.267189] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.267733] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.267815] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.267938] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.268060] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.268279] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.268397] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.268522] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.268759] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.268885] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.268973] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.269904] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.270164] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.270337] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.270434] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.270917] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.270917] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.271033] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.271211] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.275638] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 814.275762] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 814.467639] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b in Status: SUCCESS [ 814.470181] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.776050] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d: rpc.has_security_group_logging(os_id): False [ 814.796863] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.797252] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.797471] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.797847] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.798069] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.798395] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.798614] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.798989] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.799400] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.799584] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.799948] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.800179] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.800337] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.800641] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.800768] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.801208] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.801404] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.801564] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.801830] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.802027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.802226] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d is going to be updated. [ 814.913898] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.914130] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.914228] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.914559] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.915992] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.935674] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d in Status: IN_PROGRESS for 2s [ 816.445445] env[65906]: INFO networking_nsxv3.common.synchronization [req-2aef7771-8c64-4315-80d2-fbe6ecd5d9ad req-3f3f9ac4-3bd8-484d-b7df-8d68491cbdc5 tempest-ImagesOneServerNegativeTestJSON-975420196 tempest-ImagesOneServerNegativeTestJSON-975420196-project-member] Enqueued Resource ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a with Priority: HIGHEST for action security_group_members [ 816.446250] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a with Priority: HIGHEST for action security_group_members [ 816.446658] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cc02c32-2f05-4040-9c14-ff813cab3d2a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.447724] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.447724] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.447724] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.447724] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.447724] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.447960] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.448094] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.448217] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.448354] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cc02c32-2f05-4040-9c14-ff813cab3d2a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.952864] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.953018] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.953095] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.953320] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.953412] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.953607] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.953707] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.953771] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.953919] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.953993] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.954345] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a is going to be updated. [ 816.957861] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d in Status: SUCCESS [ 816.958206] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.989861] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.989861] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.989861] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.989861] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.989861] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.002111] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a in Status: IN_PROGRESS for 2s [ 817.702560] env[65906]: INFO networking_nsxv3.common.synchronization [req-4d59dce1-49a5-4759-8bab-06d536eb2048 req-629612d0-cf4c-46b9-8588-3de36731ce8e tempest-ServersTestJSON-597851649 tempest-ServersTestJSON-597851649-project-member] Enqueued Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 817.703375] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 817.703769] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.703954] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.704073] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.704329] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.704538] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.704693] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.704776] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.704983] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.705132] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.705272] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.050804] env[65906]: INFO networking_nsxv3.common.synchronization [req-4f133038-c0cf-41c6-8d92-a2636b96174e req-d179cac4-9a31-49e1-8417-9b5cd96584e9 tempest-ServersAdminNegativeTestJSON-1095359830 tempest-ServersAdminNegativeTestJSON-1095359830-project-member] Enqueued Resource ID: a2406724-56cf-4846-a4be-b0460e4eea6a with Priority: HIGHEST for action security_group_members [ 818.051271] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2406724-56cf-4846-a4be-b0460e4eea6a with Priority: HIGHEST for action security_group_members [ 818.051596] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2406724-56cf-4846-a4be-b0460e4eea6a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.052936] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.053054] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.055398] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.055681] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.055847] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.055927] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.056247] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.056247] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.056433] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2406724-56cf-4846-a4be-b0460e4eea6a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.207705] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.560754] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.560754] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.560754] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.560754] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.560754] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.560754] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.560754] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.560754] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.561360] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.561360] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.561360] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2406724-56cf-4846-a4be-b0460e4eea6a is going to be updated. [ 818.596371] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.596474] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.596474] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.596685] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.596997] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.610905] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2406724-56cf-4846-a4be-b0460e4eea6a in Status: IN_PROGRESS for 2s [ 818.630171] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-772 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.630474] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-772" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.630576] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-772" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.630822] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-772" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.631600] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.631600] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.631600] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.631864] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.631864] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.632227] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.632227] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 818.632354] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 818.632354] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 818.632525] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.632525] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 818.633071] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 818.657585] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.657820] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 818.658259] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.658259] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-772" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.658707] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-c92450fb-73c5-463c-8204-53252c9c6de0 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.658892] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-c92450fb-73c5-463c-8204-53252c9c6de0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.659042] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-c92450fb-73c5-463c-8204-53252c9c6de0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.659417] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-c92450fb-73c5-463c-8204-53252c9c6de0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.659550] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c92450fb-73c5-463c-8204-53252c9c6de0',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.710334] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.013930] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a in Status: SUCCESS [ 819.013930] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a deletion is rescheduled due to dependency. [ 819.013930] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.162641] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.162835] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.163965] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.163965] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.163965] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.163965] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port c92450fb-73c5-463c-8204-53252c9c6de0 not found, creating... [ 819.163965] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.163965] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.164318] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.164664] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.164664] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.164875] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.165089] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.165232] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.165464] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.165619] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.165779] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: c92450fb-73c5-463c-8204-53252c9c6de0 is going to be created. [ 819.188612] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.188898] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.188898] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.189168] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.189434] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.189747] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-c92450fb-73c5-463c-8204-53252c9c6de0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.212757] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.212757] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.212985] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.213458] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.213458] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.213562] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 is going to be updated. [ 819.253113] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.253279] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.253351] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.253568] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.253715] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.263027] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: IN_PROGRESS for 2s [ 819.277935] env[65906]: INFO networking_nsxv3.common.synchronization [req-ca803d92-0ef3-409d-8ef6-fb0b115e297f req-a12e84e2-7df2-4e07-a998-c4be717b6c37 tempest-ServersTestFqdnHostnames-872361458 tempest-ServersTestFqdnHostnames-872361458-project-member] Enqueued Resource ID: ac44936f-aa66-4eb0-979d-c2f2f7665f7d with Priority: HIGHEST for action security_group_members [ 819.278643] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac44936f-aa66-4eb0-979d-c2f2f7665f7d with Priority: HIGHEST for action security_group_members [ 819.279016] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac44936f-aa66-4eb0-979d-c2f2f7665f7d taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.279304] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac44936f-aa66-4eb0-979d-c2f2f7665f7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.279408] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac44936f-aa66-4eb0-979d-c2f2f7665f7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.279721] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac44936f-aa66-4eb0-979d-c2f2f7665f7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.279951] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.280045] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.280117] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.280370] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.280487] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.280626] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac44936f-aa66-4eb0-979d-c2f2f7665f7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.788388] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.788388] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.788388] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.788388] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.788388] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.788388] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.788388] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.788388] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.788388] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.788388] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.788388] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac44936f-aa66-4eb0-979d-c2f2f7665f7d is going to be updated. [ 819.825815] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.826039] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.826147] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.826424] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.826840] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.838269] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac44936f-aa66-4eb0-979d-c2f2f7665f7d in Status: IN_PROGRESS for 2s [ 819.913278] env[65906]: INFO networking_nsxv3.common.synchronization [req-4d59dce1-49a5-4759-8bab-06d536eb2048 req-2eaceac6-a207-48e5-ac7d-f6832e09d51e service nova] Enqueued Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_rules [ 819.913278] env[65906]: INFO networking_nsxv3.common.synchronization [req-4d59dce1-49a5-4759-8bab-06d536eb2048 req-2eaceac6-a207-48e5-ac7d-f6832e09d51e service nova] Enqueued Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 819.913278] env[65906]: INFO networking_nsxv3.common.synchronization [req-4d59dce1-49a5-4759-8bab-06d536eb2048 req-2eaceac6-a207-48e5-ac7d-f6832e09d51e service nova] Enqueued Resource ID: c92450fb-73c5-463c-8204-53252c9c6de0 with Priority: HIGHEST for action port [ 819.913278] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_rules [ 819.913278] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 819.916036] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c92450fb-73c5-463c-8204-53252c9c6de0 with Priority: HIGHEST for action port [ 819.916884] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.917671] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.919088] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.919088] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.919088] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.919249] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.919300] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.920236] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-c92450fb-73c5-463c-8204-53252c9c6de0 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.920432] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c92450fb-73c5-463c-8204-53252c9c6de0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.920533] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c92450fb-73c5-463c-8204-53252c9c6de0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.920773] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c92450fb-73c5-463c-8204-53252c9c6de0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.921078] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c92450fb-73c5-463c-8204-53252c9c6de0',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.424383] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.424540] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.424614] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c92450fb-73c5-463c-8204-53252c9c6de0 with status ACTIVE [ 820.424781] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.424883] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.424944] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.425182] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.425267] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.425434] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.425538] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.425597] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.428116] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.428116] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.428116] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.428116] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.428116] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.428116] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.428116] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.428116] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c92450fb-73c5-463c-8204-53252c9c6de0 is going to be updated. [ 820.451231] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.452709] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.452709] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.452709] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.452709] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.452709] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c92450fb-73c5-463c-8204-53252c9c6de0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.624931] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2406724-56cf-4846-a4be-b0460e4eea6a in Status: SUCCESS [ 820.624931] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2406724-56cf-4846-a4be-b0460e4eea6a deletion is rescheduled due to dependency. [ 820.624931] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.275714] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: SUCCESS [ 821.275989] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.276181] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.276362] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.276542] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.276680] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.276791] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.276892] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.277993] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.277993] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.780891] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.848898] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac44936f-aa66-4eb0-979d-c2f2f7665f7d in Status: SUCCESS [ 821.849237] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac44936f-aa66-4eb0-979d-c2f2f7665f7d deletion is rescheduled due to dependency. [ 821.849431] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac44936f-aa66-4eb0-979d-c2f2f7665f7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.284379] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.787267] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.787510] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.787510] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.787744] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.787898] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.787978] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 is going to be updated. [ 822.821384] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.821530] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.821595] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.821811] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.822089] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.837897] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: IN_PROGRESS for 2s [ 824.829122] env[65906]: INFO networking_nsxv3.common.synchronization [req-6fdce570-ce1d-4964-a870-80ed03b6f102 req-db6120e6-0a61-41a3-b3d2-b4a45c92eb6d tempest-ListImageFiltersTestJSON-1289798639 tempest-ListImageFiltersTestJSON-1289798639-project-member] Enqueued Resource ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 with Priority: HIGHEST for action security_group_members [ 824.829724] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 with Priority: HIGHEST for action security_group_members [ 824.830499] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.830637] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.830705] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.830911] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.831079] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.831177] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.831237] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.831386] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.831472] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.831569] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9f8e7d0b-1fa8-4c54-a04f-753adc2fa578',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.850330] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: SUCCESS [ 824.850425] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.851202] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.851467] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.851861] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.851928] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.852026] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.852199] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.852279] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.852363] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.852510] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.333877] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.334149] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.334149] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.334263] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.334352] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.334541] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.334637] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.334695] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.334839] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.334919] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.335554] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 is going to be updated. [ 825.355914] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.355914] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.355914] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.355914] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.355914] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.355914] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.355914] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.355914] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.355914] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.355914] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.356282] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.356282] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.356282] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.359196] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.359196] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.359196] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.359196] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.359196] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.359196] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.359196] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.359196] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.368569] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.368768] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.368768] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.368972] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.369126] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.380240] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 in Status: IN_PROGRESS for 2s [ 825.859879] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cbbfa4a-ad46-47cc-89e9-430f85a34801: rpc.has_security_group_logging(os_id): False [ 825.884385] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.885338] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.885338] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.885338] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.885338] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.885338] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.885338] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.885338] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.885629] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.885629] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.885780] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.885892] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.886096] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.886231] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.886302] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.886505] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.886613] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.886660] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.886799] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.886883] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.886962] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 is going to be updated. [ 825.955664] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.955918] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.956051] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.956395] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.956629] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.973945] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: IN_PROGRESS for 2s [ 827.392170] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 in Status: SUCCESS [ 827.392504] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 deletion is rescheduled due to dependency. [ 827.392504] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.993221] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: SUCCESS [ 827.993453] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.370396] env[65906]: INFO networking_nsxv3.common.synchronization [None req-e7031066-a4f2-4438-97a3-0d885679a235 None None] Enqueued Resource ID: 74ec7e8e-cc6c-4a82-ba87-74eed6c66670 with Priority: HIGHEST for action port [ 829.370396] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74ec7e8e-cc6c-4a82-ba87-74eed6c66670 with Priority: HIGHEST for action port [ 829.370968] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-74ec7e8e-cc6c-4a82-ba87-74eed6c66670 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.370968] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74ec7e8e-cc6c-4a82-ba87-74eed6c66670" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.370968] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74ec7e8e-cc6c-4a82-ba87-74eed6c66670" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.371169] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74ec7e8e-cc6c-4a82-ba87-74eed6c66670" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.371169] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74ec7e8e-cc6c-4a82-ba87-74eed6c66670',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.873128] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74ec7e8e-cc6c-4a82-ba87-74eed6c66670 [ 829.873364] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.873498] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.873572] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.873793] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.873892] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.874071] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74ec7e8e-cc6c-4a82-ba87-74eed6c66670 already deleted. [ 829.874071] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74ec7e8e-cc6c-4a82-ba87-74eed6c66670" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.218950] env[65906]: INFO networking_nsxv3.common.synchronization [None req-1bd589fe-1efd-42d3-a053-fef82836f341 tempest-AttachVolumeTestJSON-546855346 tempest-AttachVolumeTestJSON-546855346-project-member] Enqueued Resource ID: 4257e684-2c0c-495b-acbb-f526b3e70aa5 with Priority: HIGHEST for action security_group_rules [ 830.221543] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4257e684-2c0c-495b-acbb-f526b3e70aa5 with Priority: HIGHEST for action security_group_rules [ 830.221543] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4257e684-2c0c-495b-acbb-f526b3e70aa5 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.221543] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4257e684-2c0c-495b-acbb-f526b3e70aa5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.221543] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4257e684-2c0c-495b-acbb-f526b3e70aa5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.221543] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4257e684-2c0c-495b-acbb-f526b3e70aa5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.221543] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4257e684-2c0c-495b-acbb-f526b3e70aa5',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.338036] env[65906]: INFO networking_nsxv3.common.synchronization [None req-0f74113f-7144-45c5-ab8a-620dcd584e99 tempest-AttachVolumeTestJSON-546855346 tempest-AttachVolumeTestJSON-546855346-project-member] Enqueued Resource ID: 4257e684-2c0c-495b-acbb-f526b3e70aa5 with Priority: HIGHEST for action security_group_rules [ 830.338036] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4257e684-2c0c-495b-acbb-f526b3e70aa5 with Priority: HIGHEST for action security_group_rules [ 830.339253] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4257e684-2c0c-495b-acbb-f526b3e70aa5 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.339253] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4257e684-2c0c-495b-acbb-f526b3e70aa5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.744247] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.744641] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.744641] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.744776] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.744776] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.744839] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4257e684-2c0c-495b-acbb-f526b3e70aa5 already deleted. [ 830.744953] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4257e684-2c0c-495b-acbb-f526b3e70aa5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.745116] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4257e684-2c0c-495b-acbb-f526b3e70aa5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.745402] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4257e684-2c0c-495b-acbb-f526b3e70aa5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.745402] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4257e684-2c0c-495b-acbb-f526b3e70aa5',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.958689] env[65906]: INFO networking_nsxv3.common.synchronization [req-49ffd9ad-a4ed-417b-9fd3-76e3c0754f63 req-fdc1023f-94ff-4615-a314-82d5ba495155 tempest-ServersTestJSON-597851649 tempest-ServersTestJSON-597851649-project-member] Enqueued Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 830.961332] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 830.961678] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.961834] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.961918] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.962152] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.962286] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.962386] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.962529] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.962582] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.962709] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.962777] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.270043] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.270043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.270043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.270043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.270043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.270043] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4257e684-2c0c-495b-acbb-f526b3e70aa5 already deleted. [ 831.270752] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4257e684-2c0c-495b-acbb-f526b3e70aa5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.464805] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.967113] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.977203] env[65906]: INFO networking_nsxv3.common.synchronization [None req-ff61487e-1fce-4010-98d1-2ab29a1a53cb None None] Enqueued Resource ID: 70140e8a-2bcd-4d7e-84fe-f32d2d24086f with Priority: HIGHEST for action port [ 831.977203] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70140e8a-2bcd-4d7e-84fe-f32d2d24086f with Priority: HIGHEST for action port [ 831.977203] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-70140e8a-2bcd-4d7e-84fe-f32d2d24086f taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.977203] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70140e8a-2bcd-4d7e-84fe-f32d2d24086f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.977203] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70140e8a-2bcd-4d7e-84fe-f32d2d24086f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.977203] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70140e8a-2bcd-4d7e-84fe-f32d2d24086f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.977203] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70140e8a-2bcd-4d7e-84fe-f32d2d24086f',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.989310] env[65906]: INFO networking_nsxv3.common.synchronization [req-41daf90f-b807-4691-8957-8f3ec9acc351 req-c6d84f74-2085-4e2e-881a-22e28904a442 tempest-ListServerFiltersTestJSON-1797891546 tempest-ListServerFiltersTestJSON-1797891546-project-member] Enqueued Resource ID: 98c4feba-5543-467b-a736-2ecfe5042a77 with Priority: HIGHEST for action security_group_members [ 831.990031] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c4feba-5543-467b-a736-2ecfe5042a77 with Priority: HIGHEST for action security_group_members [ 831.990665] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c4feba-5543-467b-a736-2ecfe5042a77 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.994810] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.994810] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.994810] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.994810] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.994810] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.994810] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.994810] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.994810] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.994810] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98c4feba-5543-467b-a736-2ecfe5042a77',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.346415] env[65906]: INFO networking_nsxv3.common.synchronization [req-69fc3f70-02f4-4220-bb52-db6eea2aecbb req-6e8d1132-06d9-4d58-a9f1-7edbd32fc925 tempest-MultipleCreateTestJSON-783540863 tempest-MultipleCreateTestJSON-783540863-project-member] Enqueued Resource ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d with Priority: HIGHEST for action security_group_members [ 832.346539] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d with Priority: HIGHEST for action security_group_members [ 832.346840] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.346958] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.347301] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.347583] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.347780] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.347894] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.348218] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.348306] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.348368] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.348505] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.469599] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.469847] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.469897] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.470285] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.470285] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.470509] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 is going to be updated. [ 832.483869] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70140e8a-2bcd-4d7e-84fe-f32d2d24086f [ 832.483869] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.483869] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.483869] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.483869] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.483869] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.484252] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70140e8a-2bcd-4d7e-84fe-f32d2d24086f already deleted. [ 832.484252] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70140e8a-2bcd-4d7e-84fe-f32d2d24086f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.498469] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98c4feba-5543-467b-a736-2ecfe5042a77',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.504333] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.504333] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.504333] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.505069] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.505069] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.515487] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: IN_PROGRESS for 2s [ 832.725580] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-939 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.725701] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-939" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.725746] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-939" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.725983] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-939" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.726261] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.726413] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.726523] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.726737] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.726875] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.727430] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.727430] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.727572] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.727611] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.727725] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.727790] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.728073] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.749337] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.749528] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 832.749635] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.750041] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-939" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.750497] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-b2cf0e08-7b59-4cb4-94cd-73e97720d15a taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.750822] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-b2cf0e08-7b59-4cb4-94cd-73e97720d15a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.750958] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-b2cf0e08-7b59-4cb4-94cd-73e97720d15a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.751300] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-b2cf0e08-7b59-4cb4-94cd-73e97720d15a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.751436] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2cf0e08-7b59-4cb4-94cd-73e97720d15a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.851797] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.000943] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98c4feba-5543-467b-a736-2ecfe5042a77',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.254166] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.254591] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.254685] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.255009] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.255193] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.255342] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port b2cf0e08-7b59-4cb4-94cd-73e97720d15a not found, creating... [ 833.255687] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.255883] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.256063] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.256401] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.256600] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.257011] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.257858] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.257985] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.258229] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.258438] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.258497] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: b2cf0e08-7b59-4cb4-94cd-73e97720d15a is going to be created. [ 833.296493] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.296757] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.296884] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.297306] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.297563] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.297862] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-b2cf0e08-7b59-4cb4-94cd-73e97720d15a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.354498] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.503713] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.503933] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.503933] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.504233] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.504332] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.504453] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98c4feba-5543-467b-a736-2ecfe5042a77 is going to be updated. [ 833.534807] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.535012] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.535094] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.535306] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.535453] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.546986] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c4feba-5543-467b-a736-2ecfe5042a77 in Status: IN_PROGRESS for 2s [ 833.858067] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.859464] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.859464] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.859464] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.859464] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.859464] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d is going to be updated. [ 833.891311] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.891527] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.891527] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.891948] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.891948] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.902308] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d in Status: IN_PROGRESS for 2s [ 834.004992] env[65906]: INFO networking_nsxv3.common.synchronization [req-69fc3f70-02f4-4220-bb52-db6eea2aecbb req-1b924da1-e4cd-42af-a146-fb48bda7bd56 service nova] Enqueued Resource ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d with Priority: HIGHEST for action security_group_rules [ 834.005348] env[65906]: INFO networking_nsxv3.common.synchronization [req-69fc3f70-02f4-4220-bb52-db6eea2aecbb req-1b924da1-e4cd-42af-a146-fb48bda7bd56 service nova] Enqueued Resource ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d with Priority: HIGHEST for action security_group_members [ 834.005385] env[65906]: INFO networking_nsxv3.common.synchronization [req-69fc3f70-02f4-4220-bb52-db6eea2aecbb req-1b924da1-e4cd-42af-a146-fb48bda7bd56 service nova] Enqueued Resource ID: b2cf0e08-7b59-4cb4-94cd-73e97720d15a with Priority: HIGHEST for action port [ 834.005663] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d with Priority: HIGHEST for action security_group_rules [ 834.006112] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d with Priority: HIGHEST for action security_group_members [ 834.006112] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2cf0e08-7b59-4cb4-94cd-73e97720d15a with Priority: HIGHEST for action port [ 834.006664] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.006807] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.006901] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.007119] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.007217] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.008044] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.008143] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.008365] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2cf0e08-7b59-4cb4-94cd-73e97720d15a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.008481] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2cf0e08-7b59-4cb4-94cd-73e97720d15a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.008602] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2cf0e08-7b59-4cb4-94cd-73e97720d15a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.008710] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2cf0e08-7b59-4cb4-94cd-73e97720d15a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.008784] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2cf0e08-7b59-4cb4-94cd-73e97720d15a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.512362] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.512655] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.512730] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2cf0e08-7b59-4cb4-94cd-73e97720d15a with status ACTIVE [ 834.512904] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.513043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.513106] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.513333] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.513462] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.513653] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.513793] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.513865] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.514051] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.514136] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.514365] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.514494] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.514566] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.514775] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.514863] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.514957] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2cf0e08-7b59-4cb4-94cd-73e97720d15a is going to be updated. [ 834.532687] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: SUCCESS [ 834.532987] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.541688] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.541873] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.541926] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.542210] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.542378] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.542559] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2cf0e08-7b59-4cb4-94cd-73e97720d15a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.218393] env[65906]: INFO networking_nsxv3.common.synchronization [req-f3c7cbea-8c54-46ec-bf7f-d887a9198d0a req-9877e7e3-7836-476a-9ea5-351afc2d9d99 tempest-ServersTestJSON-1417021719 tempest-ServersTestJSON-1417021719-project-member] Enqueued Resource ID: 8fc17a09-51ab-40ab-8d6b-1248c63cbd07 with Priority: HIGHEST for action security_group_members [ 835.218943] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc17a09-51ab-40ab-8d6b-1248c63cbd07 with Priority: HIGHEST for action security_group_members [ 835.219339] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc17a09-51ab-40ab-8d6b-1248c63cbd07 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.219487] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.219558] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.219877] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.220011] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.220142] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.220214] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.220398] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.220723] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.220723] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fc17a09-51ab-40ab-8d6b-1248c63cbd07',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.559760] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c4feba-5543-467b-a736-2ecfe5042a77 in Status: SUCCESS [ 835.560074] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.726359] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.726359] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.726359] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.726359] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.726359] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.726359] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.726359] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.726359] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.726359] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.726359] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.726359] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fc17a09-51ab-40ab-8d6b-1248c63cbd07 already deleted. [ 835.726359] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.785020] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-833 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.785020] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-833" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.785020] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-833" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.785020] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-833" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.785020] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.785020] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.785020] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.787376] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.790093] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.791018] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.791018] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.791018] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.791018] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.791018] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.791018] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.791281] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.814577] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.814577] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 835.814577] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.814577] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-833" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.814577] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-a02eed8d-ac4e-4963-9c56-4dc63fa21811 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.814577] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-a02eed8d-ac4e-4963-9c56-4dc63fa21811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.814577] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-a02eed8d-ac4e-4963-9c56-4dc63fa21811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.815060] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-a02eed8d-ac4e-4963-9c56-4dc63fa21811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.815060] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a02eed8d-ac4e-4963-9c56-4dc63fa21811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.912069] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d in Status: SUCCESS [ 835.912363] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.912534] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.912758] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.912949] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.913103] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.913172] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.913337] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.913416] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.913510] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.317390] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.317802] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.318155] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.318373] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.318581] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.318797] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port a02eed8d-ac4e-4963-9c56-4dc63fa21811 not found, creating... [ 836.319227] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.319543] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.319781] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.320079] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.320277] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.320736] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.321016] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.321189] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.321492] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.321687] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.321878] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: a02eed8d-ac4e-4963-9c56-4dc63fa21811 is going to be created. [ 836.345534] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.345856] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.346052] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.346422] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.346741] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.347077] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-a02eed8d-ac4e-4963-9c56-4dc63fa21811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.415645] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.918474] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.036737] env[65906]: INFO networking_nsxv3.common.synchronization [req-f3c7cbea-8c54-46ec-bf7f-d887a9198d0a req-3128120b-d7e4-47b9-bd7b-6569952eecc3 service nova] Enqueued Resource ID: 8fc17a09-51ab-40ab-8d6b-1248c63cbd07 with Priority: HIGHEST for action security_group_rules [ 837.036921] env[65906]: INFO networking_nsxv3.common.synchronization [req-f3c7cbea-8c54-46ec-bf7f-d887a9198d0a req-3128120b-d7e4-47b9-bd7b-6569952eecc3 service nova] Enqueued Resource ID: 8fc17a09-51ab-40ab-8d6b-1248c63cbd07 with Priority: HIGHEST for action security_group_members [ 837.037068] env[65906]: INFO networking_nsxv3.common.synchronization [req-f3c7cbea-8c54-46ec-bf7f-d887a9198d0a req-3128120b-d7e4-47b9-bd7b-6569952eecc3 service nova] Enqueued Resource ID: a02eed8d-ac4e-4963-9c56-4dc63fa21811 with Priority: HIGHEST for action port [ 837.037766] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc17a09-51ab-40ab-8d6b-1248c63cbd07 with Priority: HIGHEST for action security_group_rules [ 837.037907] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc17a09-51ab-40ab-8d6b-1248c63cbd07 with Priority: HIGHEST for action security_group_members [ 837.039421] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a02eed8d-ac4e-4963-9c56-4dc63fa21811 with Priority: HIGHEST for action port [ 837.042264] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fc17a09-51ab-40ab-8d6b-1248c63cbd07 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.042488] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.043409] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.043704] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.044010] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fc17a09-51ab-40ab-8d6b-1248c63cbd07',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.046299] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc17a09-51ab-40ab-8d6b-1248c63cbd07 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.047154] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.050510] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.050510] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.050510] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.050510] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.050510] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.050510] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.050510] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.050510] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fc17a09-51ab-40ab-8d6b-1248c63cbd07',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.050510] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-a02eed8d-ac4e-4963-9c56-4dc63fa21811 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.050510] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a02eed8d-ac4e-4963-9c56-4dc63fa21811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.050510] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a02eed8d-ac4e-4963-9c56-4dc63fa21811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.050510] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a02eed8d-ac4e-4963-9c56-4dc63fa21811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.050510] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a02eed8d-ac4e-4963-9c56-4dc63fa21811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.422515] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.422515] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.422515] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.422515] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.422515] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.422515] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d is going to be updated. [ 837.456134] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.456134] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.456134] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.456881] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.456881] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.467548] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d in Status: IN_PROGRESS for 2s [ 837.547099] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc17a09-51ab-40ab-8d6b-1248c63cbd07 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.547255] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.554658] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8fc17a09-51ab-40ab-8d6b-1248c63cbd07',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.556424] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a02eed8d-ac4e-4963-9c56-4dc63fa21811 with status ACTIVE [ 837.556637] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.556770] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.556860] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.557068] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.557152] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.557399] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.557458] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.557499] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.558643] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.558643] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.558643] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.558643] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.558643] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.558643] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.558643] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.558643] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a02eed8d-ac4e-4963-9c56-4dc63fa21811 is going to be updated. [ 837.582760] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.582760] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.582760] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.582760] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.582760] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.582760] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a02eed8d-ac4e-4963-9c56-4dc63fa21811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.681539] env[65906]: INFO networking_nsxv3.common.synchronization [None req-d893af28-0af6-48b2-b05d-e165590276f6 None None] Enqueued Resource ID: 62ee8d2a-f676-4398-9b12-e51bac9839ae with Priority: HIGHEST for action port [ 837.682274] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ee8d2a-f676-4398-9b12-e51bac9839ae with Priority: HIGHEST for action port [ 837.682595] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-62ee8d2a-f676-4398-9b12-e51bac9839ae taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.682739] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62ee8d2a-f676-4398-9b12-e51bac9839ae" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.682837] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62ee8d2a-f676-4398-9b12-e51bac9839ae" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.683098] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62ee8d2a-f676-4398-9b12-e51bac9839ae" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.683185] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62ee8d2a-f676-4398-9b12-e51bac9839ae',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.904749] env[65906]: INFO networking_nsxv3.common.synchronization [req-d125d0df-4452-4ccb-b23d-65ba49d5c849 req-00e1b0c1-d712-4eaf-9112-85548bbdf252 tempest-ServerAddressesTestJSON-768157022 tempest-ServerAddressesTestJSON-768157022-project-member] Enqueued Resource ID: 1e6f5194-d471-40e7-98fe-af8388fadc49 with Priority: HIGHEST for action security_group_members [ 837.904749] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6f5194-d471-40e7-98fe-af8388fadc49 with Priority: HIGHEST for action security_group_members [ 837.904749] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f5194-d471-40e7-98fe-af8388fadc49 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.904749] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f5194-d471-40e7-98fe-af8388fadc49" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.904749] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f5194-d471-40e7-98fe-af8388fadc49" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.904749] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f5194-d471-40e7-98fe-af8388fadc49" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.904749] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.904749] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.905686] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.906046] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.906279] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.906505] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e6f5194-d471-40e7-98fe-af8388fadc49',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.060920] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8fc17a09-51ab-40ab-8d6b-1248c63cbd07',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.186364] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62ee8d2a-f676-4398-9b12-e51bac9839ae [ 838.186693] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.186844] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.186915] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.187207] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.187310] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.187404] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62ee8d2a-f676-4398-9b12-e51bac9839ae already deleted. [ 838.187484] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62ee8d2a-f676-4398-9b12-e51bac9839ae" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.342138] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-259 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.342263] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-259" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.342373] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-259" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.342731] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-259" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.343085] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.343329] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.343423] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.343665] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.346014] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.346014] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.346014] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.346014] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.346014] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.346014] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.346014] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.346014] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.365157] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.365335] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 838.365469] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.365643] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-259" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.365983] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-2134ecc0-9566-408f-88c3-fff3b6eed2ea taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.366177] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-2134ecc0-9566-408f-88c3-fff3b6eed2ea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.366290] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-2134ecc0-9566-408f-88c3-fff3b6eed2ea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.366603] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-2134ecc0-9566-408f-88c3-fff3b6eed2ea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.366732] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2134ecc0-9566-408f-88c3-fff3b6eed2ea',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.410221] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.410221] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.410221] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.410665] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.410867] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.411221] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.412512] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.412512] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.412512] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.412512] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.412512] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e6f5194-d471-40e7-98fe-af8388fadc49 already deleted. [ 838.412512] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f5194-d471-40e7-98fe-af8388fadc49" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.566024] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.566024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.566024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.566024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.566024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.566024] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fc17a09-51ab-40ab-8d6b-1248c63cbd07 is going to be created. [ 838.591426] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.591960] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.592111] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.592389] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.592602] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.606990] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fc17a09-51ab-40ab-8d6b-1248c63cbd07 in Status: UNINITIALIZED for 2s [ 838.873222] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.873464] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.873590] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.873875] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.874056] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.874398] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port 2134ecc0-9566-408f-88c3-fff3b6eed2ea not found, creating... [ 838.874455] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.874621] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.874747] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.874971] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.875159] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.875474] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.875643] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.875752] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.875999] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.876142] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.876597] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: 2134ecc0-9566-408f-88c3-fff3b6eed2ea is going to be created. [ 838.897488] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.897705] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.897854] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.898166] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.898432] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.898687] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-2134ecc0-9566-408f-88c3-fff3b6eed2ea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.480270] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d in Status: SUCCESS [ 839.480513] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.481122] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.481122] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.481243] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.481327] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.481366] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.481533] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.481615] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.481809] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.481809] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.637923] env[65906]: INFO networking_nsxv3.common.synchronization [req-d125d0df-4452-4ccb-b23d-65ba49d5c849 req-f9bc22c1-9652-4fcd-85e2-c884b0701cf6 service nova] Enqueued Resource ID: 1e6f5194-d471-40e7-98fe-af8388fadc49 with Priority: HIGHEST for action security_group_rules [ 839.638204] env[65906]: INFO networking_nsxv3.common.synchronization [req-d125d0df-4452-4ccb-b23d-65ba49d5c849 req-f9bc22c1-9652-4fcd-85e2-c884b0701cf6 service nova] Enqueued Resource ID: 1e6f5194-d471-40e7-98fe-af8388fadc49 with Priority: HIGHEST for action security_group_members [ 839.638204] env[65906]: INFO networking_nsxv3.common.synchronization [req-d125d0df-4452-4ccb-b23d-65ba49d5c849 req-f9bc22c1-9652-4fcd-85e2-c884b0701cf6 service nova] Enqueued Resource ID: 2134ecc0-9566-408f-88c3-fff3b6eed2ea with Priority: HIGHEST for action port [ 839.638376] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6f5194-d471-40e7-98fe-af8388fadc49 with Priority: HIGHEST for action security_group_rules [ 839.638779] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6f5194-d471-40e7-98fe-af8388fadc49 with Priority: HIGHEST for action security_group_members [ 839.638779] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2134ecc0-9566-408f-88c3-fff3b6eed2ea with Priority: HIGHEST for action port [ 839.639392] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e6f5194-d471-40e7-98fe-af8388fadc49 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.639567] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e6f5194-d471-40e7-98fe-af8388fadc49" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.639617] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e6f5194-d471-40e7-98fe-af8388fadc49" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.640047] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e6f5194-d471-40e7-98fe-af8388fadc49" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.640047] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e6f5194-d471-40e7-98fe-af8388fadc49',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.642425] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f5194-d471-40e7-98fe-af8388fadc49 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.642425] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f5194-d471-40e7-98fe-af8388fadc49" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.642576] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f5194-d471-40e7-98fe-af8388fadc49" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.642654] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f5194-d471-40e7-98fe-af8388fadc49" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.642806] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.642905] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.642963] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.643123] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.643208] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.643426] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e6f5194-d471-40e7-98fe-af8388fadc49',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.644870] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-2134ecc0-9566-408f-88c3-fff3b6eed2ea taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.644870] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2134ecc0-9566-408f-88c3-fff3b6eed2ea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.644870] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2134ecc0-9566-408f-88c3-fff3b6eed2ea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.644870] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2134ecc0-9566-408f-88c3-fff3b6eed2ea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.644870] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2134ecc0-9566-408f-88c3-fff3b6eed2ea',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.989745] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.989954] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.990268] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.990748] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.990748] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.990748] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.990748] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.991071] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.991071] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.991147] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.991367] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.991367] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.991526] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.991609] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.992082] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.992082] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.992082] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.992324] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.992324] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.992324] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.992421] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.013890] env[65906]: INFO networking_nsxv3.common.synchronization [None req-86344973-3271-45ef-be4d-d7b761cf6d79 None None] Enqueued Resource ID: 04db0ae9-0a91-48ab-9501-ac0b7876daed with Priority: HIGHEST for action port [ 840.014252] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04db0ae9-0a91-48ab-9501-ac0b7876daed with Priority: HIGHEST for action port [ 840.014598] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-04db0ae9-0a91-48ab-9501-ac0b7876daed taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.014859] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04db0ae9-0a91-48ab-9501-ac0b7876daed" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.014859] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04db0ae9-0a91-48ab-9501-ac0b7876daed" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.015062] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04db0ae9-0a91-48ab-9501-ac0b7876daed" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.015191] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04db0ae9-0a91-48ab-9501-ac0b7876daed',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.146447] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e6f5194-d471-40e7-98fe-af8388fadc49',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.147983] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f5194-d471-40e7-98fe-af8388fadc49 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.148181] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f5194-d471-40e7-98fe-af8388fadc49" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.149180] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2134ecc0-9566-408f-88c3-fff3b6eed2ea with status ACTIVE [ 840.149503] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.150448] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.150448] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.150448] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.150448] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.150825] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.151268] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.151268] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.151467] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.151665] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.151981] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.152226] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.152367] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.152708] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.152949] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.153149] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2134ecc0-9566-408f-88c3-fff3b6eed2ea is going to be updated. [ 840.185430] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.185591] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.185663] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.185905] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.186082] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.186258] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2134ecc0-9566-408f-88c3-fff3b6eed2ea" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.382169] env[65906]: INFO networking_nsxv3.common.synchronization [None req-75a4a176-4e27-4947-ad5a-de3020b41a05 None None] Enqueued Resource ID: 5f515eb4-c713-4558-b35e-be737a8ad758 with Priority: HIGHEST for action port [ 840.382928] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f515eb4-c713-4558-b35e-be737a8ad758 with Priority: HIGHEST for action port [ 840.383647] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f515eb4-c713-4558-b35e-be737a8ad758 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.383900] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f515eb4-c713-4558-b35e-be737a8ad758" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.384072] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f515eb4-c713-4558-b35e-be737a8ad758" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.384811] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f515eb4-c713-4558-b35e-be737a8ad758" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.384811] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f515eb4-c713-4558-b35e-be737a8ad758',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.498762] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d: rpc.has_security_group_logging(os_id): False [ 840.518051] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04db0ae9-0a91-48ab-9501-ac0b7876daed [ 840.518811] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.519385] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.521686] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.521686] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.521686] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.521686] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04db0ae9-0a91-48ab-9501-ac0b7876daed already deleted. [ 840.521686] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04db0ae9-0a91-48ab-9501-ac0b7876daed" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.525891] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.527045] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.527120] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.527366] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.527441] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.527713] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.527824] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.527972] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.528087] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.528221] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.528387] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.528533] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.528581] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.528725] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.529587] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.529587] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.529587] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.529587] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.529587] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.529587] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.529853] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d is going to be updated. [ 840.603314] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.603314] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.603314] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.603598] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.603879] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.618688] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fc17a09-51ab-40ab-8d6b-1248c63cbd07 in Status: SUCCESS [ 840.618933] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.619169] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.619395] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.619585] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.619733] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.619798] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.622202] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.622202] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.622202] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.622202] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8fc17a09-51ab-40ab-8d6b-1248c63cbd07',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.628602] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d in Status: IN_PROGRESS for 2s [ 840.650097] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e6f5194-d471-40e7-98fe-af8388fadc49',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.890730] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f515eb4-c713-4558-b35e-be737a8ad758 [ 840.890968] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.891119] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.891186] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.891412] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.891505] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.891603] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f515eb4-c713-4558-b35e-be737a8ad758 already deleted. [ 840.891685] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f515eb4-c713-4558-b35e-be737a8ad758" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.011921] env[65906]: INFO networking_nsxv3.common.synchronization [req-4ac02ff7-4858-4782-9f15-5f4e40dea823 req-6312c0c8-8447-4c13-83a1-728a24110a89 tempest-ServerRescueNegativeTestJSON-858064303 tempest-ServerRescueNegativeTestJSON-858064303-project-member] Enqueued Resource ID: 1fc375e6-2a6c-4a8a-89a6-d43f492c170e with Priority: HIGHEST for action security_group_members [ 841.012335] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fc375e6-2a6c-4a8a-89a6-d43f492c170e with Priority: HIGHEST for action security_group_members [ 841.012638] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc375e6-2a6c-4a8a-89a6-d43f492c170e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.012761] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc375e6-2a6c-4a8a-89a6-d43f492c170e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.012824] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc375e6-2a6c-4a8a-89a6-d43f492c170e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.015845] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc375e6-2a6c-4a8a-89a6-d43f492c170e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.015845] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.015845] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.015845] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.015845] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.015845] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.015845] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fc375e6-2a6c-4a8a-89a6-d43f492c170e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.130303] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8fc17a09-51ab-40ab-8d6b-1248c63cbd07',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.154272] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.154272] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.154272] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.154272] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.154272] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.154272] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e6f5194-d471-40e7-98fe-af8388fadc49 is going to be created. [ 841.181485] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.181562] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.181634] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.181804] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.181956] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.195024] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f5194-d471-40e7-98fe-af8388fadc49 in Status: UNINITIALIZED for 2s [ 841.520175] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.520363] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.520410] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.520621] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.520707] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.520901] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.521015] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.521081] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.521233] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.521406] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.521406] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fc375e6-2a6c-4a8a-89a6-d43f492c170e already deleted. [ 841.521525] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc375e6-2a6c-4a8a-89a6-d43f492c170e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.631123] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8fc17a09-51ab-40ab-8d6b-1248c63cbd07: rpc.has_security_group_logging(os_id): False [ 841.651145] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.651550] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.651550] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.651550] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.651662] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.651880] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.651976] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.652043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.652196] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.652270] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.652354] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fc17a09-51ab-40ab-8d6b-1248c63cbd07 is going to be created. [ 841.716150] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.716375] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.716495] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.716792] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.717034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.734268] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fc17a09-51ab-40ab-8d6b-1248c63cbd07 in Status: IN_PROGRESS for 2s [ 841.843299] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-300 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.843718] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-300" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.843718] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-300" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.844485] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-300" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.844880] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.845170] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.845382] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.845653] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.845797] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.846152] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 841.846486] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 841.846613] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 841.846751] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 841.846912] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 841.847055] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 841.847212] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 841.866733] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 841.866912] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 841.867044] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 841.867216] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-300" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.867529] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-4a89237c-49cb-4362-beea-0ace2330a92c taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.867687] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-4a89237c-49cb-4362-beea-0ace2330a92c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.868586] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-4a89237c-49cb-4362-beea-0ace2330a92c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.868586] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-4a89237c-49cb-4362-beea-0ace2330a92c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.868586] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a89237c-49cb-4362-beea-0ace2330a92c',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.370659] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.370948] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.371087] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.371368] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.371511] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.371666] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port 4a89237c-49cb-4362-beea-0ace2330a92c not found, creating... [ 842.371905] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.372074] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.372187] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.372379] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.372505] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.372765] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.372910] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.373029] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.373220] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.373344] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.373473] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: 4a89237c-49cb-4362-beea-0ace2330a92c is going to be created. [ 842.395740] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.395960] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.396102] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.396364] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.396585] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.396804] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-4a89237c-49cb-4362-beea-0ace2330a92c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.644365] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d in Status: SUCCESS [ 842.644607] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.031593] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.031593] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.031593] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.033522] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.033522] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.180560] env[65906]: INFO networking_nsxv3.common.synchronization [req-4ac02ff7-4858-4782-9f15-5f4e40dea823 req-3c32e6f6-ea2c-4fa5-aee0-d7cb87ada2ac service nova] Enqueued Resource ID: 1fc375e6-2a6c-4a8a-89a6-d43f492c170e with Priority: HIGHEST for action security_group_rules [ 843.180843] env[65906]: INFO networking_nsxv3.common.synchronization [req-4ac02ff7-4858-4782-9f15-5f4e40dea823 req-3c32e6f6-ea2c-4fa5-aee0-d7cb87ada2ac service nova] Enqueued Resource ID: 1fc375e6-2a6c-4a8a-89a6-d43f492c170e with Priority: HIGHEST for action security_group_members [ 843.181864] env[65906]: INFO networking_nsxv3.common.synchronization [req-4ac02ff7-4858-4782-9f15-5f4e40dea823 req-3c32e6f6-ea2c-4fa5-aee0-d7cb87ada2ac service nova] Enqueued Resource ID: 4a89237c-49cb-4362-beea-0ace2330a92c with Priority: HIGHEST for action port [ 843.182624] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fc375e6-2a6c-4a8a-89a6-d43f492c170e with Priority: HIGHEST for action security_group_rules [ 843.183374] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fc375e6-2a6c-4a8a-89a6-d43f492c170e with Priority: HIGHEST for action security_group_members [ 843.183374] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a89237c-49cb-4362-beea-0ace2330a92c with Priority: HIGHEST for action port [ 843.183531] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1fc375e6-2a6c-4a8a-89a6-d43f492c170e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.183592] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1fc375e6-2a6c-4a8a-89a6-d43f492c170e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.183662] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1fc375e6-2a6c-4a8a-89a6-d43f492c170e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.183962] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1fc375e6-2a6c-4a8a-89a6-d43f492c170e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.184429] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1fc375e6-2a6c-4a8a-89a6-d43f492c170e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.185674] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc375e6-2a6c-4a8a-89a6-d43f492c170e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.185895] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc375e6-2a6c-4a8a-89a6-d43f492c170e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.186472] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc375e6-2a6c-4a8a-89a6-d43f492c170e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.186472] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc375e6-2a6c-4a8a-89a6-d43f492c170e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.186472] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.186676] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.186676] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.189788] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.189788] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.189788] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fc375e6-2a6c-4a8a-89a6-d43f492c170e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.189788] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a89237c-49cb-4362-beea-0ace2330a92c taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.189788] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a89237c-49cb-4362-beea-0ace2330a92c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.189788] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a89237c-49cb-4362-beea-0ace2330a92c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.190978] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a89237c-49cb-4362-beea-0ace2330a92c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.190978] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a89237c-49cb-4362-beea-0ace2330a92c',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.203758] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f5194-d471-40e7-98fe-af8388fadc49 in Status: SUCCESS [ 843.204022] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f5194-d471-40e7-98fe-af8388fadc49" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.204507] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f5194-d471-40e7-98fe-af8388fadc49" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.204507] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f5194-d471-40e7-98fe-af8388fadc49" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.204705] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.204705] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.205337] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.205475] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.205574] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.206491] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f5194-d471-40e7-98fe-af8388fadc49" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.206491] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e6f5194-d471-40e7-98fe-af8388fadc49',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.537149] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.692074] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc375e6-2a6c-4a8a-89a6-d43f492c170e taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.692074] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc375e6-2a6c-4a8a-89a6-d43f492c170e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.692074] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1fc375e6-2a6c-4a8a-89a6-d43f492c170e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.692820] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a89237c-49cb-4362-beea-0ace2330a92c with status ACTIVE [ 843.693011] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.693133] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.693200] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.693404] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.693491] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.693673] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.693771] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.693845] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.694973] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.695148] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.695354] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.695574] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.695651] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.695908] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.695991] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.696188] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a89237c-49cb-4362-beea-0ace2330a92c is going to be updated. [ 843.711579] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f5194-d471-40e7-98fe-af8388fadc49 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.711762] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f5194-d471-40e7-98fe-af8388fadc49" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.711762] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f5194-d471-40e7-98fe-af8388fadc49" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.712074] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f5194-d471-40e7-98fe-af8388fadc49" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.712324] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.712496] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.712568] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.712747] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.712852] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.712931] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f5194-d471-40e7-98fe-af8388fadc49" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.713111] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f5194-d471-40e7-98fe-af8388fadc49 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.713323] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f5194-d471-40e7-98fe-af8388fadc49" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.713323] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f5194-d471-40e7-98fe-af8388fadc49" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.714084] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f5194-d471-40e7-98fe-af8388fadc49" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.714084] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.714084] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.714084] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.714084] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.714084] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.714455] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f5194-d471-40e7-98fe-af8388fadc49" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.714455] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e6f5194-d471-40e7-98fe-af8388fadc49',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.724038] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.724038] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.724273] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.724337] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.724534] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.724838] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a89237c-49cb-4362-beea-0ace2330a92c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.756405] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fc17a09-51ab-40ab-8d6b-1248c63cbd07 in Status: SUCCESS [ 843.756405] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.851175] env[65906]: INFO networking_nsxv3.common.synchronization [None req-fa3f4cb7-7502-426e-8cde-7a26b8c02107 None None] Enqueued Resource ID: 05197eb5-5ad6-4a03-a5e0-f2354e0282cc with Priority: HIGHEST for action port [ 843.851175] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05197eb5-5ad6-4a03-a5e0-f2354e0282cc with Priority: HIGHEST for action port [ 843.851369] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-05197eb5-5ad6-4a03-a5e0-f2354e0282cc taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.851369] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05197eb5-5ad6-4a03-a5e0-f2354e0282cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.851496] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05197eb5-5ad6-4a03-a5e0-f2354e0282cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.852047] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05197eb5-5ad6-4a03-a5e0-f2354e0282cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.852047] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05197eb5-5ad6-4a03-a5e0-f2354e0282cc',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.040517] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.198720] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1fc375e6-2a6c-4a8a-89a6-d43f492c170e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.217508] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e6f5194-d471-40e7-98fe-af8388fadc49: rpc.has_security_group_logging(os_id): False [ 844.238470] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.238470] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.238470] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.238799] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.238897] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.239241] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.240519] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.240519] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.240519] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.240519] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.240519] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.240519] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.240519] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.241358] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.241358] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.241358] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.241358] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.241358] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.242796] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.242796] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.242910] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e6f5194-d471-40e7-98fe-af8388fadc49 is going to be created. [ 844.304658] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.304831] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.306021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.306021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.306021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.319205] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e6f5194-d471-40e7-98fe-af8388fadc49 in Status: IN_PROGRESS for 2s [ 844.354941] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05197eb5-5ad6-4a03-a5e0-f2354e0282cc [ 844.354941] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.354941] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.354941] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.354941] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.355353] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.355353] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05197eb5-5ad6-4a03-a5e0-f2354e0282cc already deleted. [ 844.355353] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05197eb5-5ad6-4a03-a5e0-f2354e0282cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.545929] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 844.546079] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 844.703497] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.703497] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.703613] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.703761] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.704031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.704031] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fc375e6-2a6c-4a8a-89a6-d43f492c170e is going to be created. [ 844.729516] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.729671] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.729780] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.730429] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.730429] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.742390] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fc375e6-2a6c-4a8a-89a6-d43f492c170e in Status: UNINITIALIZED for 2s [ 845.489418] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.489901] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.489901] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.489999] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.504701] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 845.505646] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.506670] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 845.548909] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.548909] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.548909] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.549579] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.555513] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.556190] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:1. [ 845.556190] env[65906]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:{'4a89237c-49cb-4362-beea-0ace2330a92c'} {{(pid=65906) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 845.556342] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 845.595571] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.597057] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.597057] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.597057] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.597627] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.597959] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 845.669677] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.670068] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.670068] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.670300] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.670477] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.670881] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 845.741174] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.741374] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.741374] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.741859] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.742127] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.742383] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:38. [ 845.742480] env[65906]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'9f8e7d0b-1fa8-4c54-a04f-753adc2fa578', '5d99ac97-2675-407e-9120-916735328925', 'd7ff8893-3cbe-4b2f-9d02-fbd88ed173d5', '8fc17a09-51ab-40ab-8d6b-1248c63cbd07', 'bd0fd77b-51c6-4fee-8144-ffa88d153bad', '3d394350-9b64-4069-ac81-ee882e32df7d', '8cbbfa4a-ad46-47cc-89e9-430f85a34801', '15149eb3-e81e-45d6-9e83-27a6d82a712b', '13bdb589-dfb3-4108-a3dd-da905f9569fc', '6302057f-d6ff-4442-8c3d-bc26512e50e0', '215bd18b-48d5-42e8-9440-dc9e896c7ba2', '7e22994e-ff12-438c-90e4-4ea7c739af9a', 'e44fcdd6-c25c-40da-9f8b-035616ab7b70', '34f60b0c-f626-44a7-9259-66d2ed7f9b29', 'bec661aa-5760-41a3-a0f3-9e52b89f93bb', '434a4fa5-3252-45f4-92b5-c49d9aa2b3bf', 'd5850073-142b-4eaa-aa82-ea4baa44042e', 'ac44936f-aa66-4eb0-979d-c2f2f7665f7d', 'f492bda3-a21f-434d-a31e-0e14d7a68f30', '5fab8baa-4a4d-460a-baf5-e5014426fecf', '16c7672a-f797-44ac-88ac-c2c650241a03', 'a2406724-56cf-4846-a4be-b0460e4eea6a', 'e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d', '19b4b3dc-b35b-433f-ad5c-2611639a01a3', '5148d9e6-813b-4387-a770-c50a3b8104c3', '8bf47009-8778-467b-94ca-e8c2c198c799', '0f56c059-3017-4934-8fcb-54c4278286fb', '5cc02c32-2f05-4040-9c14-ff813cab3d2a', '1e6f5194-d471-40e7-98fe-af8388fadc49', 'fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0', '512b8a02-cd49-4b1c-8258-76f66b54e994', 'f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2', 'c5e3b2b3-6e34-410e-a67e-a4732c260128', '854c0692-f886-4131-a445-bab0e08b0c94', 'd54ff51c-4ab7-4801-bdf3-d05d64000bea', 'ad683fe0-4d9c-4a46-8556-68f12a24168f', '98c4feba-5543-467b-a736-2ecfe5042a77', 'a55d4d23-ff55-4a08-bd40-cf5ade46fe62'} {{(pid=65906) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 845.742564] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 845.760813] env[65906]: INFO networking_nsxv3.common.synchronization [None req-4613c686-bfbe-4254-b5a3-e367dac050d9 tempest-MigrationsAdminTest-853670982 tempest-MigrationsAdminTest-853670982-project-member] Enqueued Resource ID: 6afbe9eb-b4ac-44da-8102-9547379ad338 with Priority: HIGHEST for action security_group_rules [ 845.761830] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.761955] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.762267] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.762571] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.762731] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.762880] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 845.763034] env[65906]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65906) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 845.763164] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 845.764655] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6afbe9eb-b4ac-44da-8102-9547379ad338 with Priority: HIGHEST for action security_group_rules [ 845.765157] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6afbe9eb-b4ac-44da-8102-9547379ad338 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.765328] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6afbe9eb-b4ac-44da-8102-9547379ad338" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.765397] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6afbe9eb-b4ac-44da-8102-9547379ad338" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.765715] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6afbe9eb-b4ac-44da-8102-9547379ad338" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.765819] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6afbe9eb-b4ac-44da-8102-9547379ad338',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.882408] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.882736] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.882911] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.883129] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.884335] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.884675] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 845.884789] env[65906]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65906) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 845.884824] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 845.884896] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 1/1 resources of Type:Ports [ 845.884975] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a89237c-49cb-4362-beea-0ace2330a92c with Priority: HIGH for action port [ 845.885099] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 19/38 resources of Type:Security Group Rules [ 845.885177] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 with Priority: HIGH for action security_group_rules [ 845.885252] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d99ac97-2675-407e-9120-916735328925 with Priority: HIGH for action security_group_rules [ 845.885330] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5 with Priority: HIGH for action security_group_rules [ 845.885390] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8fc17a09-51ab-40ab-8d6b-1248c63cbd07 with Priority: HIGH for action security_group_rules [ 845.885442] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd0fd77b-51c6-4fee-8144-ffa88d153bad with Priority: HIGH for action security_group_rules [ 845.885754] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d394350-9b64-4069-ac81-ee882e32df7d with Priority: HIGH for action security_group_rules [ 845.885754] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGH for action security_group_rules [ 845.885754] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b with Priority: HIGH for action security_group_rules [ 845.885754] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc with Priority: HIGH for action security_group_rules [ 845.886366] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6302057f-d6ff-4442-8c3d-bc26512e50e0 with Priority: HIGH for action security_group_rules [ 845.886450] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 215bd18b-48d5-42e8-9440-dc9e896c7ba2 with Priority: HIGH for action security_group_rules [ 845.886520] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e22994e-ff12-438c-90e4-4ea7c739af9a with Priority: HIGH for action security_group_rules [ 845.887141] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGH for action security_group_rules [ 845.887250] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34f60b0c-f626-44a7-9259-66d2ed7f9b29 with Priority: HIGH for action security_group_rules [ 845.887333] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb with Priority: HIGH for action security_group_rules [ 845.887389] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 434a4fa5-3252-45f4-92b5-c49d9aa2b3bf with Priority: HIGH for action security_group_rules [ 845.887455] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGH for action security_group_rules [ 845.887520] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac44936f-aa66-4eb0-979d-c2f2f7665f7d with Priority: HIGH for action security_group_rules [ 845.887585] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f492bda3-a21f-434d-a31e-0e14d7a68f30 with Priority: HIGH for action security_group_rules [ 845.887763] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.901692] env[65906]: INFO networking_nsxv3.common.synchronization [None req-4dfed0d2-4c3f-4ce6-be7c-6b09dc72b2a1 tempest-MigrationsAdminTest-853670982 tempest-MigrationsAdminTest-853670982-project-member] Enqueued Resource ID: 6afbe9eb-b4ac-44da-8102-9547379ad338 with Priority: HIGHEST for action security_group_rules [ 845.902558] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6afbe9eb-b4ac-44da-8102-9547379ad338 with Priority: HIGHEST for action security_group_rules [ 845.902558] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a89237c-49cb-4362-beea-0ace2330a92c with Priority: HIGH for action port [ 845.902869] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d99ac97-2675-407e-9120-916735328925 with Priority: HIGH for action security_group_rules [ 845.902869] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d394350-9b64-4069-ac81-ee882e32df7d with Priority: HIGH for action security_group_rules [ 845.903014] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34f60b0c-f626-44a7-9259-66d2ed7f9b29 with Priority: HIGH for action security_group_rules [ 845.903391] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f492bda3-a21f-434d-a31e-0e14d7a68f30 with Priority: HIGH for action security_group_rules [ 845.903391] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac44936f-aa66-4eb0-979d-c2f2f7665f7d with Priority: HIGH for action security_group_rules [ 845.903391] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGH for action security_group_rules [ 845.903561] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 434a4fa5-3252-45f4-92b5-c49d9aa2b3bf with Priority: HIGH for action security_group_rules [ 845.903561] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGH for action security_group_rules [ 845.903738] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb with Priority: HIGH for action security_group_rules [ 845.903849] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e22994e-ff12-438c-90e4-4ea7c739af9a with Priority: HIGH for action security_group_rules [ 845.903905] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 215bd18b-48d5-42e8-9440-dc9e896c7ba2 with Priority: HIGH for action security_group_rules [ 845.904077] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6302057f-d6ff-4442-8c3d-bc26512e50e0 with Priority: HIGH for action security_group_rules [ 845.904172] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc with Priority: HIGH for action security_group_rules [ 845.904294] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b with Priority: HIGH for action security_group_rules [ 845.904483] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd0fd77b-51c6-4fee-8144-ffa88d153bad with Priority: HIGH for action security_group_rules [ 845.904565] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGH for action security_group_rules [ 845.904686] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc17a09-51ab-40ab-8d6b-1248c63cbd07 with Priority: HIGH for action security_group_rules [ 845.904784] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 with Priority: HIGH for action security_group_rules [ 845.905588] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5 with Priority: HIGH for action security_group_rules [ 845.905698] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6afbe9eb-b4ac-44da-8102-9547379ad338 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.905838] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6afbe9eb-b4ac-44da-8102-9547379ad338" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.906100] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a89237c-49cb-4362-beea-0ace2330a92c taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.906237] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a89237c-49cb-4362-beea-0ace2330a92c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.906322] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a89237c-49cb-4362-beea-0ace2330a92c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.906589] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a89237c-49cb-4362-beea-0ace2330a92c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.906667] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a89237c-49cb-4362-beea-0ace2330a92c',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.907818] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d99ac97-2675-407e-9120-916735328925 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.907818] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d99ac97-2675-407e-9120-916735328925" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.908044] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d99ac97-2675-407e-9120-916735328925" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.908109] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d99ac97-2675-407e-9120-916735328925" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.908179] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d99ac97-2675-407e-9120-916735328925',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.909080] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d394350-9b64-4069-ac81-ee882e32df7d taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.909211] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d394350-9b64-4069-ac81-ee882e32df7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.909296] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d394350-9b64-4069-ac81-ee882e32df7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.909488] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d394350-9b64-4069-ac81-ee882e32df7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.909590] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d394350-9b64-4069-ac81-ee882e32df7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.910449] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34f60b0c-f626-44a7-9259-66d2ed7f9b29 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.910634] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34f60b0c-f626-44a7-9259-66d2ed7f9b29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.910693] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34f60b0c-f626-44a7-9259-66d2ed7f9b29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.910851] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34f60b0c-f626-44a7-9259-66d2ed7f9b29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.910931] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34f60b0c-f626-44a7-9259-66d2ed7f9b29',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.912089] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f492bda3-a21f-434d-a31e-0e14d7a68f30 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.912300] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.912300] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.912396] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.912534] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f492bda3-a21f-434d-a31e-0e14d7a68f30',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.913721] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac44936f-aa66-4eb0-979d-c2f2f7665f7d taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.914952] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac44936f-aa66-4eb0-979d-c2f2f7665f7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.914952] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac44936f-aa66-4eb0-979d-c2f2f7665f7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.914952] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac44936f-aa66-4eb0-979d-c2f2f7665f7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.914952] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac44936f-aa66-4eb0-979d-c2f2f7665f7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.915162] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.915243] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.915243] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.915652] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.915652] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.916363] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.916468] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.916546] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.916678] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.916769] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('434a4fa5-3252-45f4-92b5-c49d9aa2b3bf',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.917751] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e44fcdd6-c25c-40da-9f8b-035616ab7b70 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.917976] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.917976] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.918147] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.918147] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.919077] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bec661aa-5760-41a3-a0f3-9e52b89f93bb taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.919183] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.919241] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.919389] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.919470] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bec661aa-5760-41a3-a0f3-9e52b89f93bb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.920155] env[65906]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 845.920600] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e22994e-ff12-438c-90e4-4ea7c739af9a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.920706] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e22994e-ff12-438c-90e4-4ea7c739af9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.920789] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e22994e-ff12-438c-90e4-4ea7c739af9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.921127] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e22994e-ff12-438c-90e4-4ea7c739af9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.921127] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e22994e-ff12-438c-90e4-4ea7c739af9a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.922033] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-215bd18b-48d5-42e8-9440-dc9e896c7ba2 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.922160] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-215bd18b-48d5-42e8-9440-dc9e896c7ba2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.922233] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-215bd18b-48d5-42e8-9440-dc9e896c7ba2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.922347] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-215bd18b-48d5-42e8-9440-dc9e896c7ba2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.922431] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('215bd18b-48d5-42e8-9440-dc9e896c7ba2',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.923306] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6302057f-d6ff-4442-8c3d-bc26512e50e0 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.923434] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6302057f-d6ff-4442-8c3d-bc26512e50e0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.923525] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6302057f-d6ff-4442-8c3d-bc26512e50e0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.923609] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6302057f-d6ff-4442-8c3d-bc26512e50e0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.923671] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6302057f-d6ff-4442-8c3d-bc26512e50e0',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.924834] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13bdb589-dfb3-4108-a3dd-da905f9569fc taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.924966] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.925597] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.925597] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.925597] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13bdb589-dfb3-4108-a3dd-da905f9569fc',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.926168] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15149eb3-e81e-45d6-9e83-27a6d82a712b taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.926282] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.926351] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.926894] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.926894] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15149eb3-e81e-45d6-9e83-27a6d82a712b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.927372] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd0fd77b-51c6-4fee-8144-ffa88d153bad taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.927659] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd0fd77b-51c6-4fee-8144-ffa88d153bad" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.927659] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd0fd77b-51c6-4fee-8144-ffa88d153bad" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.927795] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd0fd77b-51c6-4fee-8144-ffa88d153bad" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.927795] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd0fd77b-51c6-4fee-8144-ffa88d153bad',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.929028] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.929171] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.929171] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.929285] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.929321] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.932542] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fc17a09-51ab-40ab-8d6b-1248c63cbd07 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.932542] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.932542] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.932542] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.932542] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fc17a09-51ab-40ab-8d6b-1248c63cbd07',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.933494] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.933660] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.933660] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.934438] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.934438] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9f8e7d0b-1fa8-4c54-a04f-753adc2fa578',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.934843] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.934843] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.935023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.935137] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.935208] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.935420] env[65906]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 846.118319] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.118450] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.118550] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.119907] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.143200] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.143338] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d99ac97-2675-407e-9120-916735328925 is going to be deleted. [ 846.208943] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.209136] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.209182] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.209385] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.209478] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.209593] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d99ac97-2675-407e-9120-916735328925" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.288043] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.288043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.288043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.288043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.288043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.288043] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6afbe9eb-b4ac-44da-8102-9547379ad338 already deleted. [ 846.288043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6afbe9eb-b4ac-44da-8102-9547379ad338" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.288043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6afbe9eb-b4ac-44da-8102-9547379ad338" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.288576] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6afbe9eb-b4ac-44da-8102-9547379ad338" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.288576] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6afbe9eb-b4ac-44da-8102-9547379ad338',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.335237] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e6f5194-d471-40e7-98fe-af8388fadc49 in Status: SUCCESS [ 846.335400] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e6f5194-d471-40e7-98fe-af8388fadc49" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.350483] env[65906]: INFO networking_nsxv3.common.synchronization [None req-d6e63170-0edd-4b9b-b1bd-d8fa5df8f391 None None] Enqueued Resource ID: 7ec5e85f-8536-47ba-8198-97fac7e10e6f with Priority: HIGHEST for action port [ 846.350483] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ec5e85f-8536-47ba-8198-97fac7e10e6f with Priority: HIGHEST for action port [ 846.351177] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ec5e85f-8536-47ba-8198-97fac7e10e6f taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.351472] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ec5e85f-8536-47ba-8198-97fac7e10e6f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.351716] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ec5e85f-8536-47ba-8198-97fac7e10e6f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.352092] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ec5e85f-8536-47ba-8198-97fac7e10e6f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.352290] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ec5e85f-8536-47ba-8198-97fac7e10e6f',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.437427] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a89237c-49cb-4362-beea-0ace2330a92c with status ACTIVE [ 846.438827] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.438963] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.439015] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.439228] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.439319] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.439496] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.439585] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.439639] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.440041] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.440041] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.440141] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.440141] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.440222] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.440333] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.440431] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.440523] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a89237c-49cb-4362-beea-0ace2330a92c is going to be updated. [ 846.464840] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.465051] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.465130] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.465261] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.477060] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.477225] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.477337] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.477484] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.477890] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.477890] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a89237c-49cb-4362-beea-0ace2330a92c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.489083] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.489155] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d394350-9b64-4069-ac81-ee882e32df7d is going to be deleted. [ 846.553498] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.553498] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.553498] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.553871] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.553871] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.553934] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d394350-9b64-4069-ac81-ee882e32df7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.619362] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-f492bda3-a21f-434d-a31e-0e14d7a68f30 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.619724] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.619819] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.620167] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.620451] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.620618] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.620731] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.621014] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.621169] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.621325] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.621482] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f492bda3-a21f-434d-a31e-0e14d7a68f30',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.622963] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec661aa-5760-41a3-a0f3-9e52b89f93bb taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.623236] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.623488] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.623626] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.623885] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.624065] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.624180] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.624607] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.624607] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.624734] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.624792] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bec661aa-5760-41a3-a0f3-9e52b89f93bb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.626050] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc17a09-51ab-40ab-8d6b-1248c63cbd07 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.626447] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.626447] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.626553] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.626754] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.626991] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.627136] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.627351] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.627476] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.627610] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.627744] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8fc17a09-51ab-40ab-8d6b-1248c63cbd07',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.629630] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-13bdb589-dfb3-4108-a3dd-da905f9569fc taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.629799] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.629907] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.630206] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.630357] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.630639] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.630764] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.630992] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.631698] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.631698] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.631698] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13bdb589-dfb3-4108-a3dd-da905f9569fc',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.634351] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-15149eb3-e81e-45d6-9e83-27a6d82a712b taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.634610] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.634738] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.635739] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.635739] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.635895] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.635985] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.636697] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.636884] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.636936] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.638836] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('15149eb3-e81e-45d6-9e83-27a6d82a712b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.650173] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.650544] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.650544] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.650872] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.651517] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.651517] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.651517] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.651771] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.651771] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.651917] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.652630] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.656515] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.656831] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.656948] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.657291] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.657500] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.657657] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.657755] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.657981] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.658117] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.658262] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.658435] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.661768] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e22994e-ff12-438c-90e4-4ea7c739af9a taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.662187] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e22994e-ff12-438c-90e4-4ea7c739af9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.662187] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e22994e-ff12-438c-90e4-4ea7c739af9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.662387] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e22994e-ff12-438c-90e4-4ea7c739af9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.662763] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.662763] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.662887] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.663064] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.663253] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.663294] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e22994e-ff12-438c-90e4-4ea7c739af9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.663416] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e22994e-ff12-438c-90e4-4ea7c739af9a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.678666] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-13bdb589-dfb3-4108-a3dd-da905f9569fc taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.678666] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.678666] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.678851] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.681740] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.681740] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.681740] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.681740] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.681740] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.681740] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.681740] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-13bdb589-dfb3-4108-a3dd-da905f9569fc taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.681740] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.681740] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.681740] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.681740] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.681740] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.681740] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.681740] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.681740] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.681740] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.681740] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13bdb589-dfb3-4108-a3dd-da905f9569fc',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.720538] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.720716] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.720760] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.721064] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.723461] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.724110] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.725177] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.725297] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.745146] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.745686] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.748453] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.748453] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.749643] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.749787] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.751211] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.751320] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.752209] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.752313] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.753161] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.753161] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.755570] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.755623] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 434a4fa5-3252-45f4-92b5-c49d9aa2b3bf is going to be deleted. [ 846.756990] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.757239] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.765409] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fc375e6-2a6c-4a8a-89a6-d43f492c170e in Status: SUCCESS [ 846.765612] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc375e6-2a6c-4a8a-89a6-d43f492c170e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.765761] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc375e6-2a6c-4a8a-89a6-d43f492c170e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.765983] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc375e6-2a6c-4a8a-89a6-d43f492c170e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.766196] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.766343] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.766425] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.766592] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.766676] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.766789] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc375e6-2a6c-4a8a-89a6-d43f492c170e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.766854] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1fc375e6-2a6c-4a8a-89a6-d43f492c170e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.784116] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.784304] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 is going to be deleted. [ 846.788961] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.789206] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.815124] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.815124] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.816696] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.816880] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6302057f-d6ff-4442-8c3d-bc26512e50e0 is going to be deleted. [ 846.819260] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.819260] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.857146] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ec5e85f-8536-47ba-8198-97fac7e10e6f [ 846.857460] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.857649] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.857806] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.858096] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.858211] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.858418] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ec5e85f-8536-47ba-8198-97fac7e10e6f already deleted. [ 846.858547] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ec5e85f-8536-47ba-8198-97fac7e10e6f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.860045] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.860162] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5 is going to be deleted. [ 846.861578] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.861578] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.885826] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.886034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.893379] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.893542] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34f60b0c-f626-44a7-9259-66d2ed7f9b29 is going to be deleted. [ 846.894576] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.894794] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.941122] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.941122] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.941303] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.941422] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.949569] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.949569] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac44936f-aa66-4eb0-979d-c2f2f7665f7d is going to be deleted. [ 846.949569] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.949569] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.015190] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.015190] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.049034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.049034] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9f8e7d0b-1fa8-4c54-a04f-753adc2fa578 is going to be deleted. [ 847.049634] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.049978] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.113445] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.113445] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.125986] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.126449] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd0fd77b-51c6-4fee-8144-ffa88d153bad is going to be deleted. [ 847.127659] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.127848] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.130102] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec661aa-5760-41a3-a0f3-9e52b89f93bb taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.130352] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.130352] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.130540] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.130790] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.130898] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.131045] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.131224] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.131326] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.131421] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.131586] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec661aa-5760-41a3-a0f3-9e52b89f93bb taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.131685] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.131872] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.132130] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.132253] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.132464] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.132464] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.132567] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.132629] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.132710] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.132794] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bec661aa-5760-41a3-a0f3-9e52b89f93bb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.134645] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f492bda3-a21f-434d-a31e-0e14d7a68f30',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.146484] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.146707] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.167021] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.167263] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.169022] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.169022] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.169022] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.169022] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.169022] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.169022] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.169022] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.169022] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.169022] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.169517] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.169517] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.169517] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.169683] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.170054] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.170054] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.170235] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.170373] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.170528] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.170672] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.172364] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8fc17a09-51ab-40ab-8d6b-1248c63cbd07',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.174417] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('15149eb3-e81e-45d6-9e83-27a6d82a712b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.184859] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.185119] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.185193] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.188438] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.188686] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.188786] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.188865] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.189886] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.189886] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.189886] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.189886] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.189886] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.189886] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.190176] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.190217] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.190361] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.190421] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.190588] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.190698] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.190770] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.190956] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.191982] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e22994e-ff12-438c-90e4-4ea7c739af9a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.197967] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.198240] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 215bd18b-48d5-42e8-9440-dc9e896c7ba2 is going to be deleted. [ 847.200720] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13bdb589-dfb3-4108-a3dd-da905f9569fc: rpc.has_security_group_logging(os_id): False [ 847.203723] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.204078] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.204208] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.204331] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6afbe9eb-b4ac-44da-8102-9547379ad338 already deleted. [ 847.204430] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6afbe9eb-b4ac-44da-8102-9547379ad338" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.205822] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.205822] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.205822] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.205979] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-434a4fa5-3252-45f4-92b5-c49d9aa2b3bf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.206933] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.207065] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.207065] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.207325] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6302057f-d6ff-4442-8c3d-bc26512e50e0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.207704] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.207917] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.207999] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.208135] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.208289] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.208444] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.208533] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.208644] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7ff8893-3cbe-4b2f-9d02-fbd88ed173d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.208767] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.208904] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.209062] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.209119] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34f60b0c-f626-44a7-9259-66d2ed7f9b29" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.209224] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.209359] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.209439] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.209570] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac44936f-aa66-4eb0-979d-c2f2f7665f7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.238558] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.238857] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.238926] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.239213] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.239427] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.239584] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9f8e7d0b-1fa8-4c54-a04f-753adc2fa578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.252124] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.252466] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.252580] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.252898] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.270479] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1fc375e6-2a6c-4a8a-89a6-d43f492c170e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.330996] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.330996] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.334445] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.334445] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.334445] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.334445] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.334696] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.334696] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.334871] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.334971] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.335037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.335191] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.335549] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.335549] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.335549] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.335715] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.335715] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.337833] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.337833] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc is going to be updated. [ 847.338992] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.340088] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.340088] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.340088] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd0fd77b-51c6-4fee-8144-ffa88d153bad" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.366111] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.366304] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.366402] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.366593] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.366721] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.366867] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-215bd18b-48d5-42e8-9440-dc9e896c7ba2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.406691] env[65906]: INFO networking_nsxv3.common.synchronization [req-40d96269-7be7-4be8-b118-0b57532a4fc0 req-71462f82-b9ef-4414-a12b-03d8ac6431f9 tempest-ServersAdminTestJSON-589704668 tempest-ServersAdminTestJSON-589704668-project-member] Enqueued Resource ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 with Priority: HIGHEST for action security_group_members [ 847.407345] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 with Priority: HIGHEST for action security_group_members [ 847.407789] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b4b3dc-b35b-433f-ad5c-2611639a01a3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.407896] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.407961] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.408168] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.408333] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.408434] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.408492] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.408638] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.408722] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.408818] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.461298] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.461499] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.461499] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.461720] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.461861] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.488671] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc in Status: IN_PROGRESS for 2s [ 847.640024] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bec661aa-5760-41a3-a0f3-9e52b89f93bb: rpc.has_security_group_logging(os_id): False [ 847.641342] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f492bda3-a21f-434d-a31e-0e14d7a68f30: rpc.has_security_group_logging(os_id): False [ 847.660863] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.661072] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.661161] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.661442] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.664325] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.664516] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.676050] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cbbfa4a-ad46-47cc-89e9-430f85a34801: rpc.has_security_group_logging(os_id): False [ 847.677606] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8fc17a09-51ab-40ab-8d6b-1248c63cbd07: rpc.has_security_group_logging(os_id): False [ 847.679208] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 15149eb3-e81e-45d6-9e83-27a6d82a712b: rpc.has_security_group_logging(os_id): False [ 847.686127] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.690029] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.690029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.690029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.690029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.690029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.690029] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.690029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.690029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.690029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.690029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.690029] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.690029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.690029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.690029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.690752] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.690752] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb is going to be updated. [ 847.690752] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.690752] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.694284] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5850073-142b-4eaa-aa82-ea4baa44042e: rpc.has_security_group_logging(os_id): False [ 847.695270] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e22994e-ff12-438c-90e4-4ea7c739af9a: rpc.has_security_group_logging(os_id): False [ 847.696956] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.697119] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.700403] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.700403] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.700403] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.700403] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.718234] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.718432] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.719524] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.719634] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.720701] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.721126] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.721266] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.721395] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.721696] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.721818] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.722096] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f492bda3-a21f-434d-a31e-0e14d7a68f30 is going to be updated. [ 847.723464] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.724116] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.744316] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.744624] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.744787] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.744933] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.745605] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.745741] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.746428] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.746428] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.746428] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.746428] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.746428] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.746954] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.746954] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.747187] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.747431] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.747431] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.747613] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 is going to be updated. [ 847.749182] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.749370] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.774488] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.775830] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.775830] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.775830] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.775830] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.775830] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.775830] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b is going to be updated. [ 847.776809] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1fc375e6-2a6c-4a8a-89a6-d43f492c170e: rpc.has_security_group_logging(os_id): False [ 847.777667] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.777888] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.783737] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.783737] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.821226] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.821435] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.822952] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.824145] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.824311] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.824404] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.824629] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.824717] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.824942] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.825310] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.825310] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.825310] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.825449] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.825546] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.825625] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.825688] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.825832] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.825909] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.826020] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5850073-142b-4eaa-aa82-ea4baa44042e is going to be updated. [ 847.828925] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.828925] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.829971] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.830147] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.876384] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.876581] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.880914] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.881255] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.881450] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.881527] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.881736] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.881825] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.881927] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e22994e-ff12-438c-90e4-4ea7c739af9a is going to be updated. [ 847.885171] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.885383] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.885532] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.886653] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.886841] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.886931] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.887225] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.887314] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.887363] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.887636] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.887636] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.887636] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1fc375e6-2a6c-4a8a-89a6-d43f492c170e is going to be created. [ 847.889081] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.889251] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.910690] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.910919] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.911154] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.932677] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb in Status: IN_PROGRESS for 2s [ 847.947481] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.947827] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.952854] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.953191] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.953351] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.953351] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.953550] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.953625] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.953719] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fc17a09-51ab-40ab-8d6b-1248c63cbd07 is going to be updated. [ 847.954834] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.955027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.955245] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.956241] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.956241] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.956421] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.957273] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.957455] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.957662] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.960556] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.960556] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.960556] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.964792] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-989 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.964792] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-989" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.965033] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-989" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.965128] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-989" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.965709] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.965709] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.965709] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.966079] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.966079] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.966463] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.966463] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 847.966463] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 847.966684] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 847.966684] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.966835] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 847.966895] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 847.998643] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f492bda3-a21f-434d-a31e-0e14d7a68f30 in Status: IN_PROGRESS for 2s [ 848.005344] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: IN_PROGRESS for 2s [ 848.013243] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b in Status: IN_PROGRESS for 2s [ 848.013243] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.013243] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.013857] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.013857] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.014040] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.018540] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 848.018540] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.051 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 848.018540] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 848.018540] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-989" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.019315] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-4d94b7d1-dbc7-498a-84a9-2f04cad6b0cc taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.019574] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-4d94b7d1-dbc7-498a-84a9-2f04cad6b0cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.019801] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-4d94b7d1-dbc7-498a-84a9-2f04cad6b0cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.020261] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-4d94b7d1-dbc7-498a-84a9-2f04cad6b0cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.020451] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d94b7d1-dbc7-498a-84a9-2f04cad6b0cc',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.028245] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: IN_PROGRESS for 2s [ 848.077028] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e22994e-ff12-438c-90e4-4ea7c739af9a in Status: IN_PROGRESS for 2s [ 848.078238] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.079606] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.079606] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.079606] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.079606] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.098751] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fc375e6-2a6c-4a8a-89a6-d43f492c170e in Status: IN_PROGRESS for 2s [ 848.159987] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.160211] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.160260] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.160471] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.160620] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.205297] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fc17a09-51ab-40ab-8d6b-1248c63cbd07 in Status: IN_PROGRESS for 2s [ 848.371390] env[65906]: INFO networking_nsxv3.common.synchronization [req-48c93223-dd8a-4dbf-aac3-9101e2e7d8d2 req-e5d3c550-e630-4150-82d0-fbaa5a1c2404 tempest-AttachInterfacesTestJSON-1137117109 tempest-AttachInterfacesTestJSON-1137117109-project-member] Enqueued Resource ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 with Priority: HIGHEST for action security_group_members [ 848.372211] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 with Priority: HIGHEST for action security_group_members [ 848.374403] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-403d1e32-f39c-439d-b495-bca4f2a9ab47 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.374403] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.374403] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.374403] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.374403] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.374403] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.374403] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.374403] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.374403] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.374403] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.415769] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.524278] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.524488] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.524642] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.525052] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.525290] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.525449] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port 4d94b7d1-dbc7-498a-84a9-2f04cad6b0cc not found, creating... [ 848.526030] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.526030] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.526202] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.526904] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.526904] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.526904] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.527171] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.527224] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.527496] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.527703] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.527874] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: 4d94b7d1-dbc7-498a-84a9-2f04cad6b0cc is going to be created. [ 848.552403] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.552792] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.553179] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.553587] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.554113] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.554516] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-4d94b7d1-dbc7-498a-84a9-2f04cad6b0cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.629017] env[65906]: INFO networking_nsxv3.common.synchronization [req-37a9c62c-a43f-4bd7-961d-982fd8f5e507 req-c92cce17-8a01-40da-8ef0-7b529cf9a117 tempest-MultipleCreateTestJSON-783540863 tempest-MultipleCreateTestJSON-783540863-project-member] Enqueued Resource ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d with Priority: HIGHEST for action security_group_members [ 848.629621] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d with Priority: HIGHEST for action security_group_members [ 848.630274] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.630780] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.630861] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.631139] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.631316] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.631426] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.631490] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.631655] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.631745] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.631841] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.740570] env[65906]: INFO networking_nsxv3.common.synchronization [None req-5349a008-4a9a-4808-958e-9a3afc0a555f None None] Enqueued Resource ID: 8d1c6dfc-d506-45c4-ba33-c9f99a6d8578 with Priority: HIGHEST for action port [ 848.741396] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d1c6dfc-d506-45c4-ba33-c9f99a6d8578 with Priority: HIGHEST for action port [ 848.741799] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d1c6dfc-d506-45c4-ba33-c9f99a6d8578 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.741960] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d1c6dfc-d506-45c4-ba33-c9f99a6d8578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.742058] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d1c6dfc-d506-45c4-ba33-c9f99a6d8578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.742362] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d1c6dfc-d506-45c4-ba33-c9f99a6d8578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.742486] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d1c6dfc-d506-45c4-ba33-c9f99a6d8578',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.877838] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.878008] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.878073] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.878313] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.878408] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.878602] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.878692] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.878754] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.878900] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.878976] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.879075] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 already deleted. [ 848.879159] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.917318] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.917495] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.917536] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.918174] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.918275] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.918379] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 is going to be updated. [ 848.947177] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.947525] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.947670] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.947980] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.948199] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.958103] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 in Status: IN_PROGRESS for 2s [ 849.134429] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.244802] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d1c6dfc-d506-45c4-ba33-c9f99a6d8578 [ 849.245076] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.245223] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.245293] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.245512] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.245603] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.245762] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d1c6dfc-d506-45c4-ba33-c9f99a6d8578 already deleted. [ 849.245877] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d1c6dfc-d506-45c4-ba33-c9f99a6d8578" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.254398] env[65906]: INFO networking_nsxv3.common.synchronization [req-40d96269-7be7-4be8-b118-0b57532a4fc0 req-85fe75c0-9016-4a49-9292-a41626f5891f service nova] Enqueued Resource ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 with Priority: HIGHEST for action security_group_rules [ 849.254573] env[65906]: INFO networking_nsxv3.common.synchronization [req-40d96269-7be7-4be8-b118-0b57532a4fc0 req-85fe75c0-9016-4a49-9292-a41626f5891f service nova] Enqueued Resource ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 with Priority: HIGHEST for action security_group_members [ 849.254705] env[65906]: INFO networking_nsxv3.common.synchronization [req-40d96269-7be7-4be8-b118-0b57532a4fc0 req-85fe75c0-9016-4a49-9292-a41626f5891f service nova] Enqueued Resource ID: 4d94b7d1-dbc7-498a-84a9-2f04cad6b0cc with Priority: HIGHEST for action port [ 849.254933] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 with Priority: HIGHEST for action security_group_rules [ 849.255082] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 with Priority: HIGHEST for action security_group_members [ 849.255181] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d94b7d1-dbc7-498a-84a9-2f04cad6b0cc with Priority: HIGHEST for action port [ 849.255767] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19b4b3dc-b35b-433f-ad5c-2611639a01a3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.255889] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.255998] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.256345] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.256477] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.257349] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b4b3dc-b35b-433f-ad5c-2611639a01a3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.260269] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.260269] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d94b7d1-dbc7-498a-84a9-2f04cad6b0cc taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.260269] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d94b7d1-dbc7-498a-84a9-2f04cad6b0cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.260269] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d94b7d1-dbc7-498a-84a9-2f04cad6b0cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.260269] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d94b7d1-dbc7-498a-84a9-2f04cad6b0cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.260269] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d94b7d1-dbc7-498a-84a9-2f04cad6b0cc',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.504572] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc in Status: SUCCESS [ 849.504826] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.643190] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.659013] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-821 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.659216] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-821" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.659335] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-821" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.659589] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-821" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.659910] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.660082] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.660724] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.660724] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.660724] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.660724] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.661146] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 849.661146] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 849.661146] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 849.661293] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 849.661342] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 849.662794] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 849.685312] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 849.685511] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 849.685615] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 849.687491] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-821" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.687491] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-f5cbe4bf-ed45-4ee7-a925-340ffc883e97 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.687491] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-f5cbe4bf-ed45-4ee7-a925-340ffc883e97" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.687790] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-f5cbe4bf-ed45-4ee7-a925-340ffc883e97" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.687978] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-f5cbe4bf-ed45-4ee7-a925-340ffc883e97" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.688135] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5cbe4bf-ed45-4ee7-a925-340ffc883e97',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.760235] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b4b3dc-b35b-433f-ad5c-2611639a01a3 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.760585] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.761487] env[65906]: INFO networking_nsxv3.common.synchronization [req-ad64dc13-3676-4ce2-8762-a04505b49419 req-abc6eef4-3535-43da-96bf-ce279b7410f9 tempest-MultipleCreateTestJSON-783540863 tempest-MultipleCreateTestJSON-783540863-project-member] Enqueued Resource ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d with Priority: HIGHEST for action security_group_members [ 849.761821] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d94b7d1-dbc7-498a-84a9-2f04cad6b0cc with status ACTIVE [ 849.762062] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.762219] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.762307] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.762537] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.762646] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.762851] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.762976] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.763068] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.763254] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.763373] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.763665] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.763792] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.763855] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.764017] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.764102] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.764202] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d94b7d1-dbc7-498a-84a9-2f04cad6b0cc is going to be updated. [ 849.765614] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d with Priority: HIGHEST for action security_group_members [ 849.765928] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.770432] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.792672] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.792864] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.792931] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.793185] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.793362] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.793545] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d94b7d1-dbc7-498a-84a9-2f04cad6b0cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.959183] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb in Status: SUCCESS [ 849.959421] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.016252] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f492bda3-a21f-434d-a31e-0e14d7a68f30 in Status: SUCCESS [ 850.016482] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.020183] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: SUCCESS [ 850.020389] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.024787] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b in Status: SUCCESS [ 850.024997] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.043267] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: SUCCESS [ 850.043513] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.096763] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e22994e-ff12-438c-90e4-4ea7c739af9a in Status: SUCCESS [ 850.097019] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e22994e-ff12-438c-90e4-4ea7c739af9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.125037] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1fc375e6-2a6c-4a8a-89a6-d43f492c170e in Status: SUCCESS [ 850.125037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1fc375e6-2a6c-4a8a-89a6-d43f492c170e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.143846] env[65906]: INFO networking_nsxv3.common.synchronization [req-f99209e6-5050-4094-abdf-11782e2cd1c3 req-80cb4e98-cb77-4a08-97c0-968fb70c97b2 tempest-ImagesTestJSON-1400319718 tempest-ImagesTestJSON-1400319718-project-member] Enqueued Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_members [ 850.144322] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.144464] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.144527] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.145169] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.145169] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.145169] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d is going to be updated. [ 850.146465] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_members [ 850.146803] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e44fcdd6-c25c-40da-9f8b-035616ab7b70 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.146929] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.146995] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.147186] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.147328] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.147422] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.147481] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.147617] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.147696] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.147786] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.177463] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.177650] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.177705] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.178094] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.178250] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.189676] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d in Status: IN_PROGRESS for 2s [ 850.191419] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.191664] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.191824] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.192166] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.192355] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.192552] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port f5cbe4bf-ed45-4ee7-a925-340ffc883e97 not found, creating... [ 850.192830] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.193052] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.193155] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.193385] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.193519] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.193792] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.193941] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.194080] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.194273] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.194403] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.194546] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: f5cbe4bf-ed45-4ee7-a925-340ffc883e97 is going to be created. [ 850.217860] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.218163] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.218309] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.218589] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.218826] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.219084] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-f5cbe4bf-ed45-4ee7-a925-340ffc883e97" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.221143] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8fc17a09-51ab-40ab-8d6b-1248c63cbd07 in Status: SUCCESS [ 850.221366] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.651589] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.651859] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.651859] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.652105] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.652241] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.652517] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.652662] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.652782] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.652998] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.653125] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.653254] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 is going to be deleted. [ 850.693870] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.694028] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.694137] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.694318] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.694409] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.694509] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.778796] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-188 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.779126] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-188" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.779126] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-188" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.779441] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-188" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.779657] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.779833] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.779952] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.780177] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.780318] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.780524] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.780634] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.780741] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.780844] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.780948] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.781060] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.781189] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.801863] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.802026] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 850.802188] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.802380] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-188" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.802653] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-80068d4c-7f51-425d-a300-e9d36019ffe9 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.802819] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-80068d4c-7f51-425d-a300-e9d36019ffe9" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.802935] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-80068d4c-7f51-425d-a300-e9d36019ffe9" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.803364] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-80068d4c-7f51-425d-a300-e9d36019ffe9" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.803444] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80068d4c-7f51-425d-a300-e9d36019ffe9',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.899411] env[65906]: INFO networking_nsxv3.common.synchronization [req-48c93223-dd8a-4dbf-aac3-9101e2e7d8d2 req-395b1204-f142-494d-84e7-cb870ee1863c service nova] Enqueued Resource ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 with Priority: HIGHEST for action security_group_rules [ 850.899677] env[65906]: INFO networking_nsxv3.common.synchronization [req-48c93223-dd8a-4dbf-aac3-9101e2e7d8d2 req-395b1204-f142-494d-84e7-cb870ee1863c service nova] Enqueued Resource ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 with Priority: HIGHEST for action security_group_members [ 850.899822] env[65906]: INFO networking_nsxv3.common.synchronization [req-48c93223-dd8a-4dbf-aac3-9101e2e7d8d2 req-395b1204-f142-494d-84e7-cb870ee1863c service nova] Enqueued Resource ID: f5cbe4bf-ed45-4ee7-a925-340ffc883e97 with Priority: HIGHEST for action port [ 850.900348] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 with Priority: HIGHEST for action security_group_rules [ 850.900488] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 with Priority: HIGHEST for action security_group_members [ 850.900621] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5cbe4bf-ed45-4ee7-a925-340ffc883e97 with Priority: HIGHEST for action port [ 850.900937] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-403d1e32-f39c-439d-b495-bca4f2a9ab47 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.901443] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.901528] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.901834] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.901913] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.902796] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-403d1e32-f39c-439d-b495-bca4f2a9ab47 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.902957] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.903032] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.903194] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.903340] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.904705] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.905474] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.905666] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.905765] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.905872] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.908578] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5cbe4bf-ed45-4ee7-a925-340ffc883e97 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.908717] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5cbe4bf-ed45-4ee7-a925-340ffc883e97" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.908761] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5cbe4bf-ed45-4ee7-a925-340ffc883e97" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.908914] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5cbe4bf-ed45-4ee7-a925-340ffc883e97" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.908996] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5cbe4bf-ed45-4ee7-a925-340ffc883e97',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.969055] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 in Status: SUCCESS [ 850.969055] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.969214] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.970024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.970024] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.970024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.970024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.970024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.970311] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.970311] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.309246] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.309466] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.309583] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.309948] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.310237] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.310237] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port 80068d4c-7f51-425d-a300-e9d36019ffe9 not found, creating... [ 851.312019] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.312019] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.312019] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.312019] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.312019] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.312019] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.312019] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.312019] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.312019] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.312019] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.312700] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: 80068d4c-7f51-425d-a300-e9d36019ffe9 is going to be created. [ 851.336776] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.336999] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.337269] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.337647] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.337912] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.338161] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-80068d4c-7f51-425d-a300-e9d36019ffe9" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.411666] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-403d1e32-f39c-439d-b495-bca4f2a9ab47 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.411666] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.411844] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.412673] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5cbe4bf-ed45-4ee7-a925-340ffc883e97 with status ACTIVE [ 851.412824] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.412939] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.413018] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.413256] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.413347] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.413530] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.413627] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.413695] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.413848] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.413914] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.414705] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.414705] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.414705] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.414705] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.414705] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.414705] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5cbe4bf-ed45-4ee7-a925-340ffc883e97 is going to be updated. [ 851.453100] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.453694] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.453813] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.454095] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.454257] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.454453] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5cbe4bf-ed45-4ee7-a925-340ffc883e97" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.472599] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.855296] env[65906]: INFO networking_nsxv3.common.synchronization [req-625a4a63-9eb8-441d-9a5c-0c080636c358 req-a9ada5fb-efe5-4d6f-89fe-1ec03a864b9e tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_members [ 851.855296] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_members [ 851.855296] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.855296] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.855296] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.855786] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.855786] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.855786] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.855786] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.855786] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.856033] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.856033] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.917039] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.974754] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.051163] env[65906]: INFO networking_nsxv3.common.synchronization [req-f99209e6-5050-4094-abdf-11782e2cd1c3 req-8efebafa-3d7c-4cbf-8ca3-17c9b88ac47a service nova] Enqueued Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_rules [ 852.051163] env[65906]: INFO networking_nsxv3.common.synchronization [req-f99209e6-5050-4094-abdf-11782e2cd1c3 req-8efebafa-3d7c-4cbf-8ca3-17c9b88ac47a service nova] Enqueued Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_members [ 852.051163] env[65906]: INFO networking_nsxv3.common.synchronization [req-f99209e6-5050-4094-abdf-11782e2cd1c3 req-8efebafa-3d7c-4cbf-8ca3-17c9b88ac47a service nova] Enqueued Resource ID: 80068d4c-7f51-425d-a300-e9d36019ffe9 with Priority: HIGHEST for action port [ 852.052656] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_rules [ 852.053337] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_members [ 852.053610] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80068d4c-7f51-425d-a300-e9d36019ffe9 with Priority: HIGHEST for action port [ 852.055875] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e44fcdd6-c25c-40da-9f8b-035616ab7b70 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.055875] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.055875] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.055875] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.055875] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.056263] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e44fcdd6-c25c-40da-9f8b-035616ab7b70 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.056263] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.056263] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.056263] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.056481] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.056481] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.056566] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.056652] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.057719] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.057833] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.060333] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-80068d4c-7f51-425d-a300-e9d36019ffe9 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.060485] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80068d4c-7f51-425d-a300-e9d36019ffe9" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.060575] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80068d4c-7f51-425d-a300-e9d36019ffe9" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.060773] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80068d4c-7f51-425d-a300-e9d36019ffe9" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.060845] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80068d4c-7f51-425d-a300-e9d36019ffe9',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.206836] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d in Status: SUCCESS [ 852.207382] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.207526] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.208378] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.208378] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.208378] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.208591] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.208694] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.208785] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.208981] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.237760] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-197 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.237962] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-197" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.238146] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-197" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.238430] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-197" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.238713] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.238888] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.239036] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.239741] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.239741] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.239741] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.239741] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.239929] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.240025] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.240194] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.241126] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.241126] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.261204] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.261368] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 852.261497] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.261670] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-197" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.262425] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-2b59c0b1-163d-4232-95a5-974d60dd9cfd taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.262425] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-2b59c0b1-163d-4232-95a5-974d60dd9cfd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.262425] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-2b59c0b1-163d-4232-95a5-974d60dd9cfd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.263703] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-2b59c0b1-163d-4232-95a5-974d60dd9cfd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.263928] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b59c0b1-163d-4232-95a5-974d60dd9cfd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.358760] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.420641] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.420779] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.420885] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.421118] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.421225] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.421328] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 is going to be created. [ 852.450648] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.450648] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.450648] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.450648] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.450648] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.459666] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 in Status: UNINITIALIZED for 2s [ 852.477671] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.477818] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.477907] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.478122] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.478220] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.478331] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 is going to be updated. [ 852.512829] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.513022] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.513072] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.513260] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.513403] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.525458] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 in Status: IN_PROGRESS for 2s [ 852.563451] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e44fcdd6-c25c-40da-9f8b-035616ab7b70 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.563451] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.564076] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.564711] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80068d4c-7f51-425d-a300-e9d36019ffe9 with status ACTIVE [ 852.564923] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.565124] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.565212] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.565424] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.565529] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.565758] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.566332] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.566332] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.566332] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.566332] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.566589] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.566703] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.566750] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.568500] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.568500] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.568500] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80068d4c-7f51-425d-a300-e9d36019ffe9 is going to be updated. [ 852.601931] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.602129] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.602210] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.602396] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.602547] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.602738] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80068d4c-7f51-425d-a300-e9d36019ffe9" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.712463] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.712463] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.712463] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.712463] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.733053] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.733181] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.733309] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.733428] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.733730] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.733808] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.733845] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d is going to be updated. [ 852.766695] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.766965] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.767189] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.767472] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.767618] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.767771] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port 2b59c0b1-163d-4232-95a5-974d60dd9cfd not found, creating... [ 852.768054] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.768284] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.768414] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.768745] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.768932] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.769235] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.769391] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.769503] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.769805] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.769922] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.770071] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: 2b59c0b1-163d-4232-95a5-974d60dd9cfd is going to be created. [ 852.771950] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.772103] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.772168] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.772327] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.772480] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.782826] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d in Status: IN_PROGRESS for 2s [ 852.794033] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.794278] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.794393] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.794607] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.794830] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.795066] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-2b59c0b1-163d-4232-95a5-974d60dd9cfd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.860878] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.069221] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.363218] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.363218] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.363218] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.363467] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.363522] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.363611] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5850073-142b-4eaa-aa82-ea4baa44042e is going to be updated. [ 853.404088] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.404293] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.404415] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.404606] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.404764] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.416932] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: IN_PROGRESS for 2s [ 853.550974] env[65906]: INFO networking_nsxv3.common.synchronization [req-625a4a63-9eb8-441d-9a5c-0c080636c358 req-e517e38a-d9b6-42e7-8448-3214f8963f94 service nova] Enqueued Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_rules [ 853.551082] env[65906]: INFO networking_nsxv3.common.synchronization [req-625a4a63-9eb8-441d-9a5c-0c080636c358 req-e517e38a-d9b6-42e7-8448-3214f8963f94 service nova] Enqueued Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_members [ 853.552183] env[65906]: INFO networking_nsxv3.common.synchronization [req-625a4a63-9eb8-441d-9a5c-0c080636c358 req-e517e38a-d9b6-42e7-8448-3214f8963f94 service nova] Enqueued Resource ID: 2b59c0b1-163d-4232-95a5-974d60dd9cfd with Priority: HIGHEST for action port [ 853.552183] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_rules [ 853.552183] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_members [ 853.552183] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b59c0b1-163d-4232-95a5-974d60dd9cfd with Priority: HIGHEST for action port [ 853.552412] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.552412] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.552548] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.552822] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.552822] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.553638] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.553736] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.553948] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b59c0b1-163d-4232-95a5-974d60dd9cfd taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.554251] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b59c0b1-163d-4232-95a5-974d60dd9cfd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.554251] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b59c0b1-163d-4232-95a5-974d60dd9cfd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.554413] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b59c0b1-163d-4232-95a5-974d60dd9cfd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.554451] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b59c0b1-163d-4232-95a5-974d60dd9cfd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.573041] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.573041] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.573041] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.573271] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.573271] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.573345] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 is going to be created. [ 853.602706] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.602863] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.602939] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.603176] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.603337] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.614195] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 in Status: UNINITIALIZED for 2s [ 854.056194] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.056629] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.056629] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b59c0b1-163d-4232-95a5-974d60dd9cfd with status ACTIVE [ 854.056736] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.056784] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.056843] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.057079] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.057170] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.057342] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.057441] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.057487] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.057800] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.057906] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.058143] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.058251] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.058317] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.058487] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.058563] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.058650] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b59c0b1-163d-4232-95a5-974d60dd9cfd is going to be updated. [ 854.081389] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.081589] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.081694] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.082075] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.082285] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.082649] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b59c0b1-163d-4232-95a5-974d60dd9cfd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.471885] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 in Status: SUCCESS [ 854.472182] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.472432] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.472687] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.472912] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.473058] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.473151] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.473292] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.473362] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.473452] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.473550] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.537395] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 in Status: SUCCESS [ 854.537760] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.537941] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.538259] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.538619] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.538858] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.538991] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.539214] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.539315] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.539461] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.539633] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.634130] env[65906]: INFO networking_nsxv3.common.synchronization [req-35b1e032-91d0-40fc-bf18-48ea5cf7195c req-ca98aefd-792d-4e95-b3e4-c99ce7b65fd9 tempest-ServersNegativeTestJSON-1802803410 tempest-ServersNegativeTestJSON-1802803410-project-member] Enqueued Resource ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb with Priority: HIGHEST for action security_group_members [ 854.634733] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb with Priority: HIGHEST for action security_group_members [ 854.635401] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec661aa-5760-41a3-a0f3-9e52b89f93bb taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.635538] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.635604] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.635811] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.635978] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.636097] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.636158] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.636312] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.636399] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.636493] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bec661aa-5760-41a3-a0f3-9e52b89f93bb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.796395] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d in Status: SUCCESS [ 854.796395] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d deletion is rescheduled due to dependency. [ 854.796395] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.977393] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-403d1e32-f39c-439d-b495-bca4f2a9ab47 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.977630] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.977699] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.978178] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.978508] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.978604] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.978717] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.978961] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.979141] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.979297] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.979527] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-403d1e32-f39c-439d-b495-bca4f2a9ab47 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.979676] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.979854] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.980549] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.981040] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.981255] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.981357] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.981590] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.981822] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.982060] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.983152] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.005819] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-530 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.006464] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-530" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.006685] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-530" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.007120] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-530" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.007546] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.007821] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.008014] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.008351] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.008649] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.008863] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.009063] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 855.009276] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 855.009432] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 855.009649] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 855.009895] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 855.010171] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 855.043216] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b4b3dc-b35b-433f-ad5c-2611639a01a3 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.043775] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.043775] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.043775] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.043936] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.044666] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.044666] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.044666] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.044666] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.044666] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.045085] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b4b3dc-b35b-433f-ad5c-2611639a01a3 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.045380] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.045751] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.045964] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.046229] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.046362] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.046602] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.046756] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.046862] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.046969] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.047103] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.061612] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 855.061928] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.052 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 855.062092] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 855.062279] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-530" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.062605] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-e701647d-e60e-4f8d-a3a3-4ce6955fac74 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.062786] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-e701647d-e60e-4f8d-a3a3-4ce6955fac74" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.063144] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-e701647d-e60e-4f8d-a3a3-4ce6955fac74" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.063570] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-e701647d-e60e-4f8d-a3a3-4ce6955fac74" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.063662] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e701647d-e60e-4f8d-a3a3-4ce6955fac74',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.138705] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bec661aa-5760-41a3-a0f3-9e52b89f93bb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.429171] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: SUCCESS [ 855.429407] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.429576] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.429876] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.430085] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.430205] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.430269] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.430427] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.430507] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.430602] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.487221] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 403d1e32-f39c-439d-b495-bca4f2a9ab47: rpc.has_security_group_logging(os_id): False [ 855.508689] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.508952] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.508952] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.509151] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.509276] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.509540] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.509642] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.509850] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.510106] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.510192] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.510403] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.510550] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.510624] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.510784] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.510894] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.511147] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.511263] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.511417] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.511509] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.511605] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.511717] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 is going to be created. [ 855.550104] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 19b4b3dc-b35b-433f-ad5c-2611639a01a3: rpc.has_security_group_logging(os_id): False [ 855.566413] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.566712] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.566833] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.567239] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.567444] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.567635] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port e701647d-e60e-4f8d-a3a3-4ce6955fac74 not found, creating... [ 855.567981] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.568203] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.568341] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.568615] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.568782] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.569191] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.569401] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.569528] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.569833] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.569994] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.570169] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: e701647d-e60e-4f8d-a3a3-4ce6955fac74 is going to be created. [ 855.572303] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.572464] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.572536] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.572758] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.574565] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.574701] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.596488] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.596755] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.596960] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.597274] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.597524] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.597801] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-e701647d-e60e-4f8d-a3a3-4ce6955fac74" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.600060] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.600307] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.600423] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.600539] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.600723] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.600856] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.601162] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.601315] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.601409] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.601647] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.601789] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.602025] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.602186] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.602293] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.602453] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.602535] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.602615] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 is going to be updated. [ 855.603761] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.603949] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.604170] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.616982] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 in Status: IN_PROGRESS for 2s [ 855.623330] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 in Status: SUCCESS [ 855.623635] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.623860] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.624186] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.624449] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.624607] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.624738] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.624968] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.625119] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.625254] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.625380] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.641331] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bec661aa-5760-41a3-a0f3-9e52b89f93bb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.697830] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.698067] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.698158] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.698387] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.698547] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.728804] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 in Status: IN_PROGRESS for 2s [ 855.935233] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.130057] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e44fcdd6-c25c-40da-9f8b-035616ab7b70 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.130057] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.130057] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.130057] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.130057] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.130057] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.130057] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.130057] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.130057] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.130057] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.130057] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e44fcdd6-c25c-40da-9f8b-035616ab7b70 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.130057] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.130057] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.130057] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.131817] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.131817] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.131817] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.131817] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.131817] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.131817] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.131817] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.143187] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.143366] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.143408] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.145013] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.145013] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.145013] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb is going to be updated. [ 856.189021] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.189021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.189021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.189021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.189021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.196703] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb in Status: IN_PROGRESS for 2s [ 856.299262] env[65906]: INFO networking_nsxv3.common.synchronization [req-35b1e032-91d0-40fc-bf18-48ea5cf7195c req-57cba278-b823-4ae0-b624-96a9ad6ed62f service nova] Enqueued Resource ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb with Priority: HIGHEST for action security_group_rules [ 856.301873] env[65906]: INFO networking_nsxv3.common.synchronization [req-35b1e032-91d0-40fc-bf18-48ea5cf7195c req-57cba278-b823-4ae0-b624-96a9ad6ed62f service nova] Enqueued Resource ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb with Priority: HIGHEST for action security_group_members [ 856.301873] env[65906]: INFO networking_nsxv3.common.synchronization [req-35b1e032-91d0-40fc-bf18-48ea5cf7195c req-57cba278-b823-4ae0-b624-96a9ad6ed62f service nova] Enqueued Resource ID: e701647d-e60e-4f8d-a3a3-4ce6955fac74 with Priority: HIGHEST for action port [ 856.303228] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb with Priority: HIGHEST for action security_group_rules [ 856.307467] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb with Priority: HIGHEST for action security_group_members [ 856.307467] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e701647d-e60e-4f8d-a3a3-4ce6955fac74 with Priority: HIGHEST for action port [ 856.308821] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bec661aa-5760-41a3-a0f3-9e52b89f93bb taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.309650] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.309650] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.310149] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.310523] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bec661aa-5760-41a3-a0f3-9e52b89f93bb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.311891] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec661aa-5760-41a3-a0f3-9e52b89f93bb taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.312114] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.312516] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-e701647d-e60e-4f8d-a3a3-4ce6955fac74 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.312820] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e701647d-e60e-4f8d-a3a3-4ce6955fac74" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.312993] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e701647d-e60e-4f8d-a3a3-4ce6955fac74" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.313552] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e701647d-e60e-4f8d-a3a3-4ce6955fac74" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.313747] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e701647d-e60e-4f8d-a3a3-4ce6955fac74',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.439032] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.635925] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e44fcdd6-c25c-40da-9f8b-035616ab7b70: rpc.has_security_group_logging(os_id): False [ 856.658879] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.659034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.659162] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.659312] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.659499] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.659611] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.659710] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.659836] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.659999] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.660132] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.660264] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.660361] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.660702] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.660702] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.660702] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.660848] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.660907] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.660949] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.661200] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.661282] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.661368] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 is going to be created. [ 856.737219] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.737389] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.737460] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.737664] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.737911] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.753688] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 in Status: IN_PROGRESS for 2s [ 856.818525] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec661aa-5760-41a3-a0f3-9e52b89f93bb taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.819048] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.819048] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e701647d-e60e-4f8d-a3a3-4ce6955fac74 with status ACTIVE [ 856.819217] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.819217] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.819312] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.820352] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.820352] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.820352] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.820352] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.820352] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.820352] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.820352] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.820659] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.820659] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.820659] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.820980] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.820980] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.820980] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e701647d-e60e-4f8d-a3a3-4ce6955fac74 is going to be updated. [ 856.852778] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.853080] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.853145] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.853398] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.853562] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.853761] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e701647d-e60e-4f8d-a3a3-4ce6955fac74" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.943826] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.943985] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.946021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.946021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.946021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.946021] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5850073-142b-4eaa-aa82-ea4baa44042e is going to be updated. [ 856.986416] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.986636] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.986687] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.986919] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.987145] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.003542] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: IN_PROGRESS for 2s [ 857.393041] env[65906]: INFO networking_nsxv3.common.synchronization [req-8eb2c940-eaf8-4cb6-a14f-4a320d3fbced req-a5101abe-b592-440d-959a-ccded93314d7 tempest-DeleteServersAdminTestJSON-1806531517 tempest-DeleteServersAdminTestJSON-1806531517-project-member] Enqueued Resource ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 with Priority: HIGHEST for action security_group_members [ 857.394053] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 with Priority: HIGHEST for action security_group_members [ 857.397247] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.397742] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.397922] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.398906] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.399410] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.399410] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.399410] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.399620] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.399681] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.399858] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a55d4d23-ff55-4a08-bd40-cf5ade46fe62',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.632635] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 in Status: SUCCESS [ 857.632910] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.752566] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 in Status: SUCCESS [ 857.752566] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.903511] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.903649] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.903703] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.903906] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.933233] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.933491] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.933616] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.933675] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.935741] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.935741] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.935741] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 is going to be updated. [ 857.966623] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.966869] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.966869] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.967072] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.967210] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.978280] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 in Status: IN_PROGRESS for 2s [ 858.033404] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-764 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.033404] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.033653] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.033814] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.034160] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.035122] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.035122] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.035122] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.035122] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.035334] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.035472] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.035594] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.035877] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.035877] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.036032] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.036132] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.061359] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.061664] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 858.061898] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.062222] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.062726] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-36896681-b4c5-4153-bf5b-3ff756c59d01 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.063040] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-36896681-b4c5-4153-bf5b-3ff756c59d01" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.063248] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-36896681-b4c5-4153-bf5b-3ff756c59d01" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.063731] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-36896681-b4c5-4153-bf5b-3ff756c59d01" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.063973] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36896681-b4c5-4153-bf5b-3ff756c59d01',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.210829] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb in Status: SUCCESS [ 858.211137] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.211367] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.211711] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.211883] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.212048] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.212136] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.212335] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.212442] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.212562] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bec661aa-5760-41a3-a0f3-9e52b89f93bb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.566587] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.567177] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.567177] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.567327] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.567410] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.567560] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port 36896681-b4c5-4153-bf5b-3ff756c59d01 not found, creating... [ 858.567984] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.568251] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.568359] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.568600] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.568737] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.569041] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.569308] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.569402] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.569556] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.569721] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.569833] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: 36896681-b4c5-4153-bf5b-3ff756c59d01 is going to be created. [ 858.594249] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.594486] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.594570] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.594835] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.595096] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.595323] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-36896681-b4c5-4153-bf5b-3ff756c59d01" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.715485] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bec661aa-5760-41a3-a0f3-9e52b89f93bb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.772510] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 in Status: SUCCESS [ 858.772510] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.016490] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: SUCCESS [ 859.016753] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.017088] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.017437] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.017823] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.018278] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.018430] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.018771] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.019033] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.019033] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.019266] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.218556] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bec661aa-5760-41a3-a0f3-9e52b89f93bb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.334329] env[65906]: INFO networking_nsxv3.common.synchronization [req-8eb2c940-eaf8-4cb6-a14f-4a320d3fbced req-666edda5-15d8-4f98-a00e-4fcb9e97e6d7 service nova] Enqueued Resource ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 with Priority: HIGHEST for action security_group_rules [ 859.334622] env[65906]: INFO networking_nsxv3.common.synchronization [req-8eb2c940-eaf8-4cb6-a14f-4a320d3fbced req-666edda5-15d8-4f98-a00e-4fcb9e97e6d7 service nova] Enqueued Resource ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 with Priority: HIGHEST for action security_group_members [ 859.334798] env[65906]: INFO networking_nsxv3.common.synchronization [req-8eb2c940-eaf8-4cb6-a14f-4a320d3fbced req-666edda5-15d8-4f98-a00e-4fcb9e97e6d7 service nova] Enqueued Resource ID: 36896681-b4c5-4153-bf5b-3ff756c59d01 with Priority: HIGHEST for action port [ 859.335418] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 with Priority: HIGHEST for action security_group_rules [ 859.335555] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 with Priority: HIGHEST for action security_group_members [ 859.335653] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36896681-b4c5-4153-bf5b-3ff756c59d01 with Priority: HIGHEST for action port [ 859.336310] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a55d4d23-ff55-4a08-bd40-cf5ade46fe62 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.336504] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.336575] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.336781] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.336865] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a55d4d23-ff55-4a08-bd40-cf5ade46fe62',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.341528] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.341625] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.341957] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-36896681-b4c5-4153-bf5b-3ff756c59d01 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.341957] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36896681-b4c5-4153-bf5b-3ff756c59d01" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.342198] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36896681-b4c5-4153-bf5b-3ff756c59d01" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.342295] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36896681-b4c5-4153-bf5b-3ff756c59d01" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.342637] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36896681-b4c5-4153-bf5b-3ff756c59d01',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.522575] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.523461] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.523617] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.523975] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.524531] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.524671] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.524903] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.525158] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.525274] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.525389] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.525558] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.525663] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.525733] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.525898] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.526059] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.526152] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.526217] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.526359] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.526469] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.526556] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.526646] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.720642] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.720999] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.720999] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.721145] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.721187] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.721400] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb is going to be updated. [ 859.756055] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.756055] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.756055] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.756055] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.756055] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.768287] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb in Status: IN_PROGRESS for 2s [ 859.846195] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36896681-b4c5-4153-bf5b-3ff756c59d01 with status ACTIVE [ 859.846195] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.846451] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.846451] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.846584] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.846639] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.847200] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.847317] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.847382] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.847560] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.847685] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.847878] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.847981] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.848076] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.848231] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.848331] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.848413] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36896681-b4c5-4153-bf5b-3ff756c59d01 is going to be updated. [ 859.849896] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.849896] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.873153] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.873349] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.873471] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.873746] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.873912] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.874208] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36896681-b4c5-4153-bf5b-3ff756c59d01" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.993957] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 in Status: SUCCESS [ 859.994250] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 deletion is rescheduled due to dependency. [ 859.994250] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.994361] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.994577] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.994763] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.995461] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.995461] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.995461] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.995461] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.995461] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a55d4d23-ff55-4a08-bd40-cf5ade46fe62',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.029644] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5850073-142b-4eaa-aa82-ea4baa44042e: rpc.has_security_group_logging(os_id): False [ 860.049754] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.049951] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.050031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.050255] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.050397] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.050560] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.050666] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.050735] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.050862] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.050938] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.051127] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.051213] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.051305] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.051406] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.051477] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.051654] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.051754] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.051812] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.051949] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.052036] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.052152] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5850073-142b-4eaa-aa82-ea4baa44042e is going to be updated. [ 860.150228] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.150228] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.150228] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.150228] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.150228] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.169198] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: IN_PROGRESS for 2s [ 860.498442] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a55d4d23-ff55-4a08-bd40-cf5ade46fe62',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.001603] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a55d4d23-ff55-4a08-bd40-cf5ade46fe62',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.504719] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.504719] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.504719] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.504939] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.505030] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.505117] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 is going to be updated. [ 861.538259] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.538422] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.538467] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.538664] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.539150] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.550267] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 in Status: IN_PROGRESS for 2s [ 861.780523] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb in Status: SUCCESS [ 861.780523] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.780523] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.780523] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.782374] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.782374] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.782374] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.782374] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.782374] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.782374] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.782374] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bec661aa-5760-41a3-a0f3-9e52b89f93bb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.927707] env[65906]: INFO networking_nsxv3.common.synchronization [req-467f5965-d5da-4819-a3b1-371f38184437 req-80b71a0d-6169-428e-9ad9-6558e4effe7c tempest-ServerAddressesTestJSON-768157022 tempest-ServerAddressesTestJSON-768157022-project-member] Enqueued Resource ID: 1e6f5194-d471-40e7-98fe-af8388fadc49 with Priority: HIGHEST for action security_group_members [ 861.928819] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6f5194-d471-40e7-98fe-af8388fadc49 with Priority: HIGHEST for action security_group_members [ 861.929344] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e6f5194-d471-40e7-98fe-af8388fadc49 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.929668] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e6f5194-d471-40e7-98fe-af8388fadc49" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.929918] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e6f5194-d471-40e7-98fe-af8388fadc49" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.930462] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e6f5194-d471-40e7-98fe-af8388fadc49" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.933244] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.933244] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.933244] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.933244] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.933244] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.933244] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e6f5194-d471-40e7-98fe-af8388fadc49',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.193212] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: SUCCESS [ 862.193212] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.289056] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec661aa-5760-41a3-a0f3-9e52b89f93bb taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.289056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.289056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.289056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.289056] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.289056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.289056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.289056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.289056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.289056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.289056] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec661aa-5760-41a3-a0f3-9e52b89f93bb taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.289056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.289056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.289056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.289056] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.289056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.289707] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.289707] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.289707] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.289707] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.289707] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bec661aa-5760-41a3-a0f3-9e52b89f93bb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.438022] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.438022] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.438022] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.438022] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.465356] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.465629] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.465796] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.465869] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.466123] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.466211] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.466327] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e6f5194-d471-40e7-98fe-af8388fadc49 is going to be updated. [ 862.497219] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.497219] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.497219] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.497559] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.497614] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.508256] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f5194-d471-40e7-98fe-af8388fadc49 in Status: IN_PROGRESS for 2s [ 862.794641] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bec661aa-5760-41a3-a0f3-9e52b89f93bb: rpc.has_security_group_logging(os_id): False [ 862.823409] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.824995] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.824995] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.824995] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.824995] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.826958] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.826958] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.826958] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.826958] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.826958] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.829056] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.829056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.829056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.829056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.829056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.829056] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.829056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.829056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.829056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.829056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.829056] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb is going to be updated. [ 863.006776] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.006962] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.006962] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.007166] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.007309] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.022521] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb in Status: IN_PROGRESS for 2s [ 863.204142] env[65906]: INFO networking_nsxv3.common.synchronization [req-308cf078-b5d9-4cda-b459-cdaea70587c1 req-76dbd2fd-f9f0-42ff-8a72-6c3572d32d36 tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_members [ 863.204454] env[65906]: INFO networking_nsxv3.common.synchronization [req-308cf078-b5d9-4cda-b459-cdaea70587c1 req-76dbd2fd-f9f0-42ff-8a72-6c3572d32d36 tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b with Priority: HIGHEST for action security_group_members [ 863.204952] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_members [ 863.205226] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b with Priority: HIGHEST for action security_group_members [ 863.205435] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.205564] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.205840] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.205944] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.206077] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.206197] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.206267] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.206400] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.206486] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.206578] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.207556] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.207718] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.207848] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.208167] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.208397] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.208507] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.208620] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.208701] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.208832] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.208910] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.257470] env[65906]: INFO networking_nsxv3.common.synchronization [req-308cf078-b5d9-4cda-b459-cdaea70587c1 req-76dbd2fd-f9f0-42ff-8a72-6c3572d32d36 tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b with Priority: HIGHEST for action security_group_rules [ 863.257649] env[65906]: INFO networking_nsxv3.common.synchronization [req-308cf078-b5d9-4cda-b459-cdaea70587c1 req-76dbd2fd-f9f0-42ff-8a72-6c3572d32d36 tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b with Priority: HIGHEST for action security_group_members [ 863.257826] env[65906]: INFO networking_nsxv3.common.synchronization [req-308cf078-b5d9-4cda-b459-cdaea70587c1 req-76dbd2fd-f9f0-42ff-8a72-6c3572d32d36 tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_rules [ 863.257948] env[65906]: INFO networking_nsxv3.common.synchronization [req-308cf078-b5d9-4cda-b459-cdaea70587c1 req-76dbd2fd-f9f0-42ff-8a72-6c3572d32d36 tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_members [ 863.258089] env[65906]: INFO networking_nsxv3.common.synchronization [req-308cf078-b5d9-4cda-b459-cdaea70587c1 req-76dbd2fd-f9f0-42ff-8a72-6c3572d32d36 tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: 2b59c0b1-163d-4232-95a5-974d60dd9cfd with Priority: HIGHEST for action port [ 863.258885] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b with Priority: HIGHEST for action security_group_rules [ 863.259432] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_rules [ 863.259608] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b59c0b1-163d-4232-95a5-974d60dd9cfd with Priority: HIGHEST for action port [ 863.259760] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b with Priority: HIGHEST for action security_group_members [ 863.259931] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_members [ 863.260199] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.260313] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.260378] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.260646] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.260719] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.262252] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.262252] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.262413] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.262537] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.262619] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.264636] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b59c0b1-163d-4232-95a5-974d60dd9cfd taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.264795] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b59c0b1-163d-4232-95a5-974d60dd9cfd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.264884] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b59c0b1-163d-4232-95a5-974d60dd9cfd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.265046] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b59c0b1-163d-4232-95a5-974d60dd9cfd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.265208] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b59c0b1-163d-4232-95a5-974d60dd9cfd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.266462] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.267165] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.267165] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.267165] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.561844] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 in Status: SUCCESS [ 863.562009] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.562543] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.562543] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.562700] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.562780] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.562840] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.562943] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.563035] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.563152] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.563200] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a55d4d23-ff55-4a08-bd40-cf5ade46fe62',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.713340] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.714470] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.767424] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b59c0b1-163d-4232-95a5-974d60dd9cfd with status ACTIVE [ 863.768179] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.768179] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.768179] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.768179] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.768179] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.768547] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.768547] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.768547] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.768707] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.768763] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.768944] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.769066] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.769129] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.769245] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.769319] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.769425] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b59c0b1-163d-4232-95a5-974d60dd9cfd is going to be updated. [ 863.770689] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.770802] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.772655] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.772655] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.809640] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.809950] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.810093] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.810414] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.810634] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.810896] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b59c0b1-163d-4232-95a5-974d60dd9cfd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.069917] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.071047] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.071047] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.071047] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.071047] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.071047] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.071047] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.071047] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.071047] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.071047] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.071413] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.071413] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.071413] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.071533] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.071607] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.071698] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.071749] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.071888] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.071995] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.072122] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.072210] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a55d4d23-ff55-4a08-bd40-cf5ade46fe62',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.219300] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.220436] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.521456] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e6f5194-d471-40e7-98fe-af8388fadc49 in Status: SUCCESS [ 864.522442] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e6f5194-d471-40e7-98fe-af8388fadc49 deletion is rescheduled due to dependency. [ 864.522442] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e6f5194-d471-40e7-98fe-af8388fadc49" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.574749] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a55d4d23-ff55-4a08-bd40-cf5ade46fe62: rpc.has_security_group_logging(os_id): False [ 864.597625] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.598294] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.598294] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.598487] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.598605] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.598875] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.600050] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.600050] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.600050] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.600050] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.600050] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.600050] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.600050] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.600369] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.600369] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.600546] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.602093] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.602093] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.602093] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.602093] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.602093] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 is going to be updated. [ 864.671039] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.672349] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.672533] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.672858] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.673091] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.692226] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 in Status: IN_PROGRESS for 2s [ 864.723998] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.724184] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.724268] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.724524] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.724648] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.724815] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5850073-142b-4eaa-aa82-ea4baa44042e is going to be updated. [ 864.726890] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.727140] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.727591] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.727591] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.727840] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.727902] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b is going to be created. [ 864.795277] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.795515] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.795612] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.795832] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.795989] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.806276] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.806276] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.806276] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.806276] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.806276] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.809874] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b in Status: UNINITIALIZED for 2s [ 864.812818] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: IN_PROGRESS for 2s [ 864.958465] env[65906]: INFO networking_nsxv3.common.synchronization [None req-1e8c9801-579e-46ec-bacf-5abc5b5fb3cd None None] Enqueued Resource ID: c6434762-e395-4f2a-9b42-4ecb6a2baf38 with Priority: HIGHEST for action port [ 864.959295] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6434762-e395-4f2a-9b42-4ecb6a2baf38 with Priority: HIGHEST for action port [ 864.959538] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6434762-e395-4f2a-9b42-4ecb6a2baf38 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.959538] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6434762-e395-4f2a-9b42-4ecb6a2baf38" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.959655] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6434762-e395-4f2a-9b42-4ecb6a2baf38" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.960154] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6434762-e395-4f2a-9b42-4ecb6a2baf38" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.960154] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6434762-e395-4f2a-9b42-4ecb6a2baf38',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.050338] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb in Status: SUCCESS [ 865.050688] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.465166] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6434762-e395-4f2a-9b42-4ecb6a2baf38 [ 865.465500] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.465585] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.465624] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.465850] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.465932] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.466139] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6434762-e395-4f2a-9b42-4ecb6a2baf38 already deleted. [ 865.466139] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6434762-e395-4f2a-9b42-4ecb6a2baf38" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.935147] env[65906]: INFO networking_nsxv3.common.synchronization [req-6b741195-e9ed-4438-92f6-ad57615ed454 req-f5ca359d-322e-4a6c-b2c5-689d42a888ff tempest-ServerActionsV293TestJSON-1978018135 tempest-ServerActionsV293TestJSON-1978018135-project-member] Enqueued Resource ID: 512b8a02-cd49-4b1c-8258-76f66b54e994 with Priority: HIGHEST for action security_group_members [ 865.935147] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 512b8a02-cd49-4b1c-8258-76f66b54e994 with Priority: HIGHEST for action security_group_members [ 865.935147] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-512b8a02-cd49-4b1c-8258-76f66b54e994 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.935147] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-512b8a02-cd49-4b1c-8258-76f66b54e994" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.935147] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-512b8a02-cd49-4b1c-8258-76f66b54e994" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.937690] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-512b8a02-cd49-4b1c-8258-76f66b54e994" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.937690] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.937690] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.937690] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.937690] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.937690] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.937690] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('512b8a02-cd49-4b1c-8258-76f66b54e994',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.440974] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.442443] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.442443] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.442762] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.468046] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.468046] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.468046] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.468046] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.468046] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.468046] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.468046] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 512b8a02-cd49-4b1c-8258-76f66b54e994 is going to be updated. [ 866.500678] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.500678] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.500678] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.500678] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.500678] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.515513] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 512b8a02-cd49-4b1c-8258-76f66b54e994 in Status: IN_PROGRESS for 2s [ 866.720050] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 in Status: SUCCESS [ 866.720050] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.833660] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b in Status: SUCCESS [ 866.833660] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.833660] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.833660] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.833660] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.833660] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.834031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.834031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.834031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.834031] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.836379] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: SUCCESS [ 866.836616] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.836785] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.839267] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.839267] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.839267] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.839267] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.839267] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.839267] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.839267] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.339192] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.341696] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.803378] env[65906]: INFO networking_nsxv3.common.synchronization [None req-ec7a64b9-7b8b-4600-82b0-c0f58803064e None None] Enqueued Resource ID: adc9dc29-67ab-409a-b47d-1d3b6e845151 with Priority: HIGHEST for action port [ 867.803891] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adc9dc29-67ab-409a-b47d-1d3b6e845151 with Priority: HIGHEST for action port [ 867.804297] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-adc9dc29-67ab-409a-b47d-1d3b6e845151 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.805267] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adc9dc29-67ab-409a-b47d-1d3b6e845151" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.805267] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adc9dc29-67ab-409a-b47d-1d3b6e845151" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.805267] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adc9dc29-67ab-409a-b47d-1d3b6e845151" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.805267] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adc9dc29-67ab-409a-b47d-1d3b6e845151',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.843591] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.844593] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.309278] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port adc9dc29-67ab-409a-b47d-1d3b6e845151 [ 868.309528] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.309662] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.309729] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.310052] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.310201] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.310249] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:adc9dc29-67ab-409a-b47d-1d3b6e845151 already deleted. [ 868.310316] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adc9dc29-67ab-409a-b47d-1d3b6e845151" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.346431] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.346431] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.346431] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.346645] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.346929] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.347051] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b is going to be updated. [ 868.348631] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.348749] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.349420] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.349420] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.349420] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.349420] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5850073-142b-4eaa-aa82-ea4baa44042e is going to be updated. [ 868.384146] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.384288] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.384355] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.384565] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.384713] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.386568] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.386884] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.386884] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.387080] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.387327] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.398636] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: IN_PROGRESS for 2s [ 868.399721] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b in Status: IN_PROGRESS for 2s [ 868.526356] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 512b8a02-cd49-4b1c-8258-76f66b54e994 in Status: SUCCESS [ 868.526356] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 512b8a02-cd49-4b1c-8258-76f66b54e994 deletion is rescheduled due to dependency. [ 868.526808] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-512b8a02-cd49-4b1c-8258-76f66b54e994" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.170859] env[65906]: INFO networking_nsxv3.common.synchronization [req-177937a9-6913-4ee9-84e9-776805d23da1 req-df8df15e-f50d-4c19-ad99-1e93a530caad tempest-AttachInterfacesTestJSON-1137117109 tempest-AttachInterfacesTestJSON-1137117109-project-member] Enqueued Resource ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 with Priority: HIGHEST for action security_group_members [ 870.172071] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 with Priority: HIGHEST for action security_group_members [ 870.172695] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-403d1e32-f39c-439d-b495-bca4f2a9ab47 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.172806] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.172948] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.173184] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.173454] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.173454] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.173567] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.173644] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.173727] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.173851] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.413638] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b in Status: SUCCESS [ 870.413857] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.414645] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: SUCCESS [ 870.414811] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.415084] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.415213] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.416406] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.416406] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.416406] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.416406] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.416406] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.416406] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.416406] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.416944] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.417153] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.418131] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.418131] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.418131] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.418131] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.418131] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.418131] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.418131] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.676524] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.676739] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.676854] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.677137] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.677273] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.677506] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.677644] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.677711] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.677871] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.677951] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.678056] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 is going to be updated. [ 870.707445] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.707652] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.707773] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.708040] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.708227] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.719105] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 in Status: IN_PROGRESS for 2s [ 870.902764] env[65906]: INFO networking_nsxv3.common.synchronization [req-70182687-7b0e-477f-9a98-7c7389472a45 req-52e18746-6853-4e1c-a799-3f746a70d1bc tempest-ServersNegativeTestJSON-1802803410 tempest-ServersNegativeTestJSON-1802803410-project-member] Enqueued Resource ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb with Priority: HIGHEST for action security_group_members [ 870.904178] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb with Priority: HIGHEST for action security_group_members [ 870.904178] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec661aa-5760-41a3-a0f3-9e52b89f93bb taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.904360] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.905171] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.905171] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.905318] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.905651] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.905651] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.905820] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.905916] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.906091] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bec661aa-5760-41a3-a0f3-9e52b89f93bb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.919578] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.920749] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.921039] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.921039] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.921261] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.921380] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.921521] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.921619] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.921793] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.921907] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.922016] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.922194] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.922305] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.922373] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.922528] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.922687] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.922805] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.922904] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.923078] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.923175] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.923264] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.923352] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.410510] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bec661aa-5760-41a3-a0f3-9e52b89f93bb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.425939] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b: rpc.has_security_group_logging(os_id): False [ 871.427109] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5850073-142b-4eaa-aa82-ea4baa44042e: rpc.has_security_group_logging(os_id): False [ 871.446483] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.446729] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.446792] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.446988] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.447185] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.447361] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.447461] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.447535] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.447781] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.447898] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.447996] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b is going to be created. [ 871.450140] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.450279] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.450340] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.450483] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.450560] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.450760] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.450856] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.450920] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.451079] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.451146] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.451391] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.451495] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.451557] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.451699] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.451772] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.451989] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.452094] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.452154] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.452293] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.452369] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.452442] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5850073-142b-4eaa-aa82-ea4baa44042e is going to be updated. [ 871.520605] env[65906]: INFO networking_nsxv3.common.synchronization [req-b5f8d437-4f9e-42cb-8db8-58960c0449a9 req-7e79b0d6-1c49-4ae7-9888-d609547ce3b5 tempest-ListServerFiltersTestJSON-1797891546 tempest-ListServerFiltersTestJSON-1797891546-project-member] Enqueued Resource ID: 98c4feba-5543-467b-a736-2ecfe5042a77 with Priority: HIGHEST for action security_group_members [ 871.521742] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.521889] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.521955] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.522149] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.522321] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.523742] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98c4feba-5543-467b-a736-2ecfe5042a77 with Priority: HIGHEST for action security_group_members [ 871.524157] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-98c4feba-5543-467b-a736-2ecfe5042a77 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.524308] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.524369] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.524720] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.524720] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.524846] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.524882] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.528027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.528027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.528027] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98c4feba-5543-467b-a736-2ecfe5042a77',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.540148] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b in Status: IN_PROGRESS for 2s [ 871.544327] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.544327] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.544327] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.544327] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.544327] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.564235] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: IN_PROGRESS for 2s [ 871.852859] env[65906]: INFO networking_nsxv3.common.synchronization [None req-1164aeda-3a87-4d03-be71-33c7a1f55bab None None] Enqueued Resource ID: 0e169251-923f-4b9a-91b6-f04ddd3796b2 with Priority: HIGHEST for action port [ 871.853132] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e169251-923f-4b9a-91b6-f04ddd3796b2 with Priority: HIGHEST for action port [ 871.853692] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e169251-923f-4b9a-91b6-f04ddd3796b2 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.853818] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e169251-923f-4b9a-91b6-f04ddd3796b2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.854229] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e169251-923f-4b9a-91b6-f04ddd3796b2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.854229] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e169251-923f-4b9a-91b6-f04ddd3796b2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.854367] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e169251-923f-4b9a-91b6-f04ddd3796b2',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.914907] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bec661aa-5760-41a3-a0f3-9e52b89f93bb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.944156] env[65906]: INFO networking_nsxv3.common.synchronization [req-991ae301-5cd0-48ce-ad7e-215d0dbbddef req-e5c12903-091b-4613-a724-b7c35b1f32c1 tempest-AttachVolumeTestJSON-546855346 tempest-AttachVolumeTestJSON-546855346-project-member] Enqueued Resource ID: 4257e684-2c0c-495b-acbb-f526b3e70aa5 with Priority: HIGHEST for action security_group_members [ 871.944967] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4257e684-2c0c-495b-acbb-f526b3e70aa5 with Priority: HIGHEST for action security_group_members [ 871.945293] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-4257e684-2c0c-495b-acbb-f526b3e70aa5 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.945444] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4257e684-2c0c-495b-acbb-f526b3e70aa5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.945535] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4257e684-2c0c-495b-acbb-f526b3e70aa5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.945864] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4257e684-2c0c-495b-acbb-f526b3e70aa5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.946147] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.946375] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.946511] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.947024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.947024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.947137] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4257e684-2c0c-495b-acbb-f526b3e70aa5',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.028857] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.029773] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.030032] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.030324] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.055453] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.055760] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.055913] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.055993] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.056214] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.056298] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.056396] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98c4feba-5543-467b-a736-2ecfe5042a77 is going to be updated. [ 872.093164] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.093378] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.093463] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.093629] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.093805] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.106707] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c4feba-5543-467b-a736-2ecfe5042a77 in Status: IN_PROGRESS for 2s [ 872.358356] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0e169251-923f-4b9a-91b6-f04ddd3796b2 [ 872.358356] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.358356] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.358356] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.358356] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.358356] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.358356] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0e169251-923f-4b9a-91b6-f04ddd3796b2 already deleted. [ 872.358356] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e169251-923f-4b9a-91b6-f04ddd3796b2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.417701] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.418254] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.418254] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.419431] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.419431] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.419431] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb is going to be updated. [ 872.450422] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.450615] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.450714] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.451077] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.451689] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.451689] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.451689] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.451689] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.451971] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.452066] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.452188] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4257e684-2c0c-495b-acbb-f526b3e70aa5 already deleted. [ 872.452234] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4257e684-2c0c-495b-acbb-f526b3e70aa5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.453326] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.453471] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.453573] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.453692] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.453859] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.457035] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-263 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.457210] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-263" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.457308] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-263" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.457635] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-263" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.457925] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.458119] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.458252] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.458507] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.458717] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.458959] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.459119] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.459242] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.459530] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.459671] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.459792] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.459958] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.476041] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb in Status: IN_PROGRESS for 2s [ 872.485130] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.485310] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 872.485567] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 872.485794] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-263" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.486183] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-14e8ea1d-1ffa-4d80-87de-07590490bc8d taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.486415] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-14e8ea1d-1ffa-4d80-87de-07590490bc8d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.486565] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-14e8ea1d-1ffa-4d80-87de-07590490bc8d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.486902] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-14e8ea1d-1ffa-4d80-87de-07590490bc8d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.487296] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14e8ea1d-1ffa-4d80-87de-07590490bc8d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.730831] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 in Status: SUCCESS [ 872.730831] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 deletion is rescheduled due to dependency. [ 872.730831] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.990958] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.991235] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.991429] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.991644] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.991807] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.991955] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port 14e8ea1d-1ffa-4d80-87de-07590490bc8d not found, creating... [ 872.992310] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.992468] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.992581] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.992791] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.992928] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.993227] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.993396] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.993508] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.993709] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.994095] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.994240] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: 14e8ea1d-1ffa-4d80-87de-07590490bc8d is going to be created. [ 873.018009] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.018316] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.018469] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.018781] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.019069] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.019328] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-14e8ea1d-1ffa-4d80-87de-07590490bc8d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.556762] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b in Status: SUCCESS [ 873.557124] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.591520] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: SUCCESS [ 873.591806] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.800544] env[65906]: INFO networking_nsxv3.common.synchronization [req-991ae301-5cd0-48ce-ad7e-215d0dbbddef req-893ce073-ded1-4d44-83a5-98c4c9f0563a service nova] Enqueued Resource ID: 4257e684-2c0c-495b-acbb-f526b3e70aa5 with Priority: HIGHEST for action security_group_rules [ 873.801072] env[65906]: INFO networking_nsxv3.common.synchronization [req-991ae301-5cd0-48ce-ad7e-215d0dbbddef req-893ce073-ded1-4d44-83a5-98c4c9f0563a service nova] Enqueued Resource ID: 4257e684-2c0c-495b-acbb-f526b3e70aa5 with Priority: HIGHEST for action security_group_members [ 873.801416] env[65906]: INFO networking_nsxv3.common.synchronization [req-991ae301-5cd0-48ce-ad7e-215d0dbbddef req-893ce073-ded1-4d44-83a5-98c4c9f0563a service nova] Enqueued Resource ID: 14e8ea1d-1ffa-4d80-87de-07590490bc8d with Priority: HIGHEST for action port [ 873.802421] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4257e684-2c0c-495b-acbb-f526b3e70aa5 with Priority: HIGHEST for action security_group_rules [ 873.802509] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4257e684-2c0c-495b-acbb-f526b3e70aa5 with Priority: HIGHEST for action security_group_members [ 873.802672] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14e8ea1d-1ffa-4d80-87de-07590490bc8d with Priority: HIGHEST for action port [ 873.803120] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4257e684-2c0c-495b-acbb-f526b3e70aa5 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.803320] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4257e684-2c0c-495b-acbb-f526b3e70aa5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.803436] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4257e684-2c0c-495b-acbb-f526b3e70aa5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.804449] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4257e684-2c0c-495b-acbb-f526b3e70aa5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.804747] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4257e684-2c0c-495b-acbb-f526b3e70aa5',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.805550] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-4257e684-2c0c-495b-acbb-f526b3e70aa5 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.805671] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4257e684-2c0c-495b-acbb-f526b3e70aa5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.805730] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4257e684-2c0c-495b-acbb-f526b3e70aa5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.805928] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4257e684-2c0c-495b-acbb-f526b3e70aa5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.806160] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.806224] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.806321] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.806735] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.806735] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.806735] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4257e684-2c0c-495b-acbb-f526b3e70aa5',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.807521] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-14e8ea1d-1ffa-4d80-87de-07590490bc8d taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.807674] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14e8ea1d-1ffa-4d80-87de-07590490bc8d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.807674] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14e8ea1d-1ffa-4d80-87de-07590490bc8d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.811249] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14e8ea1d-1ffa-4d80-87de-07590490bc8d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.811357] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14e8ea1d-1ffa-4d80-87de-07590490bc8d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.119878] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98c4feba-5543-467b-a736-2ecfe5042a77 in Status: SUCCESS [ 874.119878] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98c4feba-5543-467b-a736-2ecfe5042a77 deletion is rescheduled due to dependency. [ 874.119878] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98c4feba-5543-467b-a736-2ecfe5042a77" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.314600] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-4257e684-2c0c-495b-acbb-f526b3e70aa5 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.314852] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4257e684-2c0c-495b-acbb-f526b3e70aa5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.315056] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4257e684-2c0c-495b-acbb-f526b3e70aa5',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.317229] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14e8ea1d-1ffa-4d80-87de-07590490bc8d with status ACTIVE [ 874.319284] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.319284] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.319284] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.319284] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.319284] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.319284] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.319284] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.319284] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.319284] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.319284] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.319284] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.319284] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.319284] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.319284] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.319284] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.320265] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14e8ea1d-1ffa-4d80-87de-07590490bc8d is going to be updated. [ 874.353109] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.353325] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.353325] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.353539] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.353695] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.353868] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14e8ea1d-1ffa-4d80-87de-07590490bc8d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.490688] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb in Status: SUCCESS [ 874.490688] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.496299] env[65906]: INFO networking_nsxv3.common.synchronization [None req-566e4c37-9f15-44a1-a477-ec353c558360 None None] Enqueued Resource ID: d6398161-0cc2-497f-b4bf-c30cdc521343 with Priority: HIGHEST for action port [ 874.497044] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6398161-0cc2-497f-b4bf-c30cdc521343 with Priority: HIGHEST for action port [ 874.497044] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6398161-0cc2-497f-b4bf-c30cdc521343 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.497924] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6398161-0cc2-497f-b4bf-c30cdc521343" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.497924] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6398161-0cc2-497f-b4bf-c30cdc521343" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.497924] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6398161-0cc2-497f-b4bf-c30cdc521343" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.497924] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6398161-0cc2-497f-b4bf-c30cdc521343',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.823054] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4257e684-2c0c-495b-acbb-f526b3e70aa5',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.001649] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6398161-0cc2-497f-b4bf-c30cdc521343 [ 875.001884] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.002066] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.002110] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.002455] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.002519] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.002997] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6398161-0cc2-497f-b4bf-c30cdc521343 already deleted. [ 875.003126] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6398161-0cc2-497f-b4bf-c30cdc521343" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.216218] env[65906]: INFO networking_nsxv3.common.synchronization [None req-ef13cd00-c3c2-4f7b-860c-c723fe49e28d None None] Enqueued Resource ID: d7157505-438b-40c1-818a-f8d4103a5a2e with Priority: HIGHEST for action port [ 875.216218] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7157505-438b-40c1-818a-f8d4103a5a2e with Priority: HIGHEST for action port [ 875.218485] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7157505-438b-40c1-818a-f8d4103a5a2e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.218619] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7157505-438b-40c1-818a-f8d4103a5a2e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.218721] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7157505-438b-40c1-818a-f8d4103a5a2e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.219052] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7157505-438b-40c1-818a-f8d4103a5a2e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.219153] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7157505-438b-40c1-818a-f8d4103a5a2e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.324813] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.325184] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.325342] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.325545] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.325669] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.325774] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4257e684-2c0c-495b-acbb-f526b3e70aa5 is going to be created. [ 875.357358] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.357358] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.357358] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.357358] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.357358] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.374878] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4257e684-2c0c-495b-acbb-f526b3e70aa5 in Status: UNINITIALIZED for 2s [ 875.722210] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7157505-438b-40c1-818a-f8d4103a5a2e [ 875.722502] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.722624] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.722691] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.724432] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.724432] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.724432] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7157505-438b-40c1-818a-f8d4103a5a2e already deleted. [ 875.724432] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7157505-438b-40c1-818a-f8d4103a5a2e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.796333] env[65906]: INFO networking_nsxv3.common.synchronization [req-00b90d3f-6565-45d6-a32f-09c4762de631 req-9d5f403b-2ad7-4eb8-9ccb-28e16c96939f tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: abc346a0-f3fa-4134-bfcd-e9801ecb12c4 with Priority: HIGHEST for action security_group_members [ 875.797026] env[65906]: INFO networking_nsxv3.common.synchronization [req-00b90d3f-6565-45d6-a32f-09c4762de631 req-9d5f403b-2ad7-4eb8-9ccb-28e16c96939f tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_members [ 875.797026] env[65906]: INFO networking_nsxv3.common.synchronization [req-00b90d3f-6565-45d6-a32f-09c4762de631 req-9d5f403b-2ad7-4eb8-9ccb-28e16c96939f tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b with Priority: HIGHEST for action security_group_members [ 875.798041] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abc346a0-f3fa-4134-bfcd-e9801ecb12c4 with Priority: HIGHEST for action security_group_members [ 875.798041] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_members [ 875.798041] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b with Priority: HIGHEST for action security_group_members [ 875.798041] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-abc346a0-f3fa-4134-bfcd-e9801ecb12c4 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.798041] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abc346a0-f3fa-4134-bfcd-e9801ecb12c4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.798041] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abc346a0-f3fa-4134-bfcd-e9801ecb12c4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.798438] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abc346a0-f3fa-4134-bfcd-e9801ecb12c4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.798438] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.798664] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.798664] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.798664] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.798828] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.798828] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abc346a0-f3fa-4134-bfcd-e9801ecb12c4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.799700] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.799851] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.799937] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.800108] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.800248] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.800341] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.800483] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.800541] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.800607] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.800711] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.801566] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.801730] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.801730] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.801933] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.802021] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.802100] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.802169] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.802330] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.802410] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.802494] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.853175] env[65906]: INFO networking_nsxv3.common.synchronization [req-00b90d3f-6565-45d6-a32f-09c4762de631 req-9d5f403b-2ad7-4eb8-9ccb-28e16c96939f tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b with Priority: HIGHEST for action security_group_rules [ 875.853558] env[65906]: INFO networking_nsxv3.common.synchronization [req-00b90d3f-6565-45d6-a32f-09c4762de631 req-9d5f403b-2ad7-4eb8-9ccb-28e16c96939f tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b with Priority: HIGHEST for action security_group_members [ 875.853558] env[65906]: INFO networking_nsxv3.common.synchronization [req-00b90d3f-6565-45d6-a32f-09c4762de631 req-9d5f403b-2ad7-4eb8-9ccb-28e16c96939f tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: abc346a0-f3fa-4134-bfcd-e9801ecb12c4 with Priority: HIGHEST for action security_group_rules [ 875.853644] env[65906]: INFO networking_nsxv3.common.synchronization [req-00b90d3f-6565-45d6-a32f-09c4762de631 req-9d5f403b-2ad7-4eb8-9ccb-28e16c96939f tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: abc346a0-f3fa-4134-bfcd-e9801ecb12c4 with Priority: HIGHEST for action security_group_members [ 875.853908] env[65906]: INFO networking_nsxv3.common.synchronization [req-00b90d3f-6565-45d6-a32f-09c4762de631 req-9d5f403b-2ad7-4eb8-9ccb-28e16c96939f tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_rules [ 875.854095] env[65906]: INFO networking_nsxv3.common.synchronization [req-00b90d3f-6565-45d6-a32f-09c4762de631 req-9d5f403b-2ad7-4eb8-9ccb-28e16c96939f tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_members [ 875.854270] env[65906]: INFO networking_nsxv3.common.synchronization [req-00b90d3f-6565-45d6-a32f-09c4762de631 req-9d5f403b-2ad7-4eb8-9ccb-28e16c96939f tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: 2b59c0b1-163d-4232-95a5-974d60dd9cfd with Priority: HIGHEST for action port [ 875.854907] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b with Priority: HIGHEST for action security_group_rules [ 875.855108] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abc346a0-f3fa-4134-bfcd-e9801ecb12c4 with Priority: HIGHEST for action security_group_rules [ 875.855289] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_members [ 875.855459] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b59c0b1-163d-4232-95a5-974d60dd9cfd with Priority: HIGHEST for action port [ 875.855713] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_rules [ 875.855797] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b with Priority: HIGHEST for action security_group_members [ 875.856096] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abc346a0-f3fa-4134-bfcd-e9801ecb12c4 with Priority: HIGHEST for action security_group_members [ 875.856490] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.856674] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.856763] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.857052] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.857128] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.858187] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-abc346a0-f3fa-4134-bfcd-e9801ecb12c4 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.858369] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-abc346a0-f3fa-4134-bfcd-e9801ecb12c4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.858437] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-abc346a0-f3fa-4134-bfcd-e9801ecb12c4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.858734] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-abc346a0-f3fa-4134-bfcd-e9801ecb12c4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.858882] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('abc346a0-f3fa-4134-bfcd-e9801ecb12c4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.860306] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.860644] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.860903] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b59c0b1-163d-4232-95a5-974d60dd9cfd taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.861518] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b59c0b1-163d-4232-95a5-974d60dd9cfd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.861617] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b59c0b1-163d-4232-95a5-974d60dd9cfd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.861914] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b59c0b1-163d-4232-95a5-974d60dd9cfd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.862479] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b59c0b1-163d-4232-95a5-974d60dd9cfd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.865953] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.865953] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.865953] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.865953] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.865953] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.867253] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.867379] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.867613] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-abc346a0-f3fa-4134-bfcd-e9801ecb12c4 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.867767] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abc346a0-f3fa-4134-bfcd-e9801ecb12c4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.304506] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.305723] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('abc346a0-f3fa-4134-bfcd-e9801ecb12c4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.307904] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.365396] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b59c0b1-163d-4232-95a5-974d60dd9cfd with status ACTIVE [ 876.368209] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.368209] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.368209] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.368209] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.368209] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.368209] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.368209] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.368839] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.368839] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.368839] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.370755] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.370915] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.372965] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.372965] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.372965] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.372965] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b59c0b1-163d-4232-95a5-974d60dd9cfd is going to be updated. [ 876.375712] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.375860] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.376020] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-abc346a0-f3fa-4134-bfcd-e9801ecb12c4 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.376142] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abc346a0-f3fa-4134-bfcd-e9801ecb12c4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.377415] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.377415] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.405654] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.405654] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.405654] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.405654] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.405654] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.405654] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b59c0b1-163d-4232-95a5-974d60dd9cfd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.550036] env[65906]: INFO networking_nsxv3.common.synchronization [None req-528fb4c4-c196-4f4f-9472-d42cee113be1 tempest-AttachVolumeShelveTestJSON-944459229 tempest-AttachVolumeShelveTestJSON-944459229-project-member] Enqueued Resource ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 with Priority: HIGHEST for action security_group_rules [ 876.550802] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 with Priority: HIGHEST for action security_group_rules [ 876.551183] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-891eb189-7a70-45d5-be8d-45d5f7d10491 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.551643] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.551643] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.551643] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.551793] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('891eb189-7a70-45d5-be8d-45d5f7d10491',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.716994] env[65906]: INFO networking_nsxv3.common.synchronization [None req-d857d027-94a7-4ae5-8824-d5a80741fb55 tempest-AttachVolumeShelveTestJSON-944459229 tempest-AttachVolumeShelveTestJSON-944459229-project-member] Enqueued Resource ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 with Priority: HIGHEST for action security_group_rules [ 876.717588] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 with Priority: HIGHEST for action security_group_rules [ 876.717998] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-891eb189-7a70-45d5-be8d-45d5f7d10491 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.718126] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.808420] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.812669] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('abc346a0-f3fa-4134-bfcd-e9801ecb12c4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.812669] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.081226] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.081665] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.081665] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.081798] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.081852] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.081957] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 already deleted. [ 877.082110] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.082193] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.082332] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.082690] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('891eb189-7a70-45d5-be8d-45d5f7d10491',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.313581] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.313581] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.313581] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.313988] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.313988] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.313988] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5850073-142b-4eaa-aa82-ea4baa44042e is going to be updated. [ 877.315945] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.315945] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.317488] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.317831] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.319349] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.319349] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abc346a0-f3fa-4134-bfcd-e9801ecb12c4 is going to be created. [ 877.321777] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.322821] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.323179] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.323374] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.323500] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.323639] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b is going to be updated. [ 877.359912] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.360055] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.360133] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.360400] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.360756] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.365364] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.365451] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.365488] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.367648] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.367648] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.367648] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.368130] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.368130] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.369121] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.369898] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.378724] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abc346a0-f3fa-4134-bfcd-e9801ecb12c4 in Status: UNINITIALIZED for 2s [ 877.384349] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: IN_PROGRESS for 2s [ 877.385175] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b in Status: IN_PROGRESS for 2s [ 877.385858] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4257e684-2c0c-495b-acbb-f526b3e70aa5 in Status: SUCCESS [ 877.386078] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4257e684-2c0c-495b-acbb-f526b3e70aa5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.386250] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4257e684-2c0c-495b-acbb-f526b3e70aa5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.386486] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4257e684-2c0c-495b-acbb-f526b3e70aa5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.386677] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.386796] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.386878] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.387204] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.387331] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.387469] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4257e684-2c0c-495b-acbb-f526b3e70aa5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.387592] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4257e684-2c0c-495b-acbb-f526b3e70aa5',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.457435] env[65906]: INFO networking_nsxv3.common.synchronization [req-1db00d94-0122-4dcb-b2cd-77bafe31b9d6 req-ccbcca05-1ab7-49e3-b773-d90963c73e26 tempest-AttachInterfacesTestJSON-1137117109 tempest-AttachInterfacesTestJSON-1137117109-project-member] Enqueued Resource ID: f492bda3-a21f-434d-a31e-0e14d7a68f30 with Priority: HIGHEST for action security_group_members [ 877.459217] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f492bda3-a21f-434d-a31e-0e14d7a68f30 with Priority: HIGHEST for action security_group_members [ 877.459217] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-f492bda3-a21f-434d-a31e-0e14d7a68f30 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.459217] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.459840] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.459840] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.459840] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.460167] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.460167] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.460167] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.460339] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.460339] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f492bda3-a21f-434d-a31e-0e14d7a68f30',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.609327] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.609327] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.609327] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.609327] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.609327] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.609602] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 already deleted. [ 877.609602] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.889696] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4257e684-2c0c-495b-acbb-f526b3e70aa5',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.963562] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.963953] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.964437] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.965939] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.966569] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.966569] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.966569] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.966569] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.966740] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.966740] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.966819] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f492bda3-a21f-434d-a31e-0e14d7a68f30 is going to be updated. [ 878.007213] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.007213] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.007213] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.007213] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.007213] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.021882] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f492bda3-a21f-434d-a31e-0e14d7a68f30 in Status: IN_PROGRESS for 2s [ 878.263405] env[65906]: INFO networking_nsxv3.common.synchronization [req-2857d11f-97ce-4ae9-a959-cda537c67686 req-d8998260-e44e-44f8-b923-98bb8a9ecb16 tempest-ServerAddressesNegativeTestJSON-1196679338 tempest-ServerAddressesNegativeTestJSON-1196679338-project-member] Enqueued Resource ID: 993911b9-7646-4f56-960e-dbd48004d3c3 with Priority: HIGHEST for action security_group_members [ 878.264026] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 993911b9-7646-4f56-960e-dbd48004d3c3 with Priority: HIGHEST for action security_group_members [ 878.265412] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-993911b9-7646-4f56-960e-dbd48004d3c3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.265412] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-993911b9-7646-4f56-960e-dbd48004d3c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.265715] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-993911b9-7646-4f56-960e-dbd48004d3c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.267819] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-993911b9-7646-4f56-960e-dbd48004d3c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.267819] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.267819] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.267819] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.267819] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.267819] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.267819] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('993911b9-7646-4f56-960e-dbd48004d3c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.392845] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4257e684-2c0c-495b-acbb-f526b3e70aa5: rpc.has_security_group_logging(os_id): False [ 878.415176] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.415324] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.415386] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.415605] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.415717] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.415981] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.416115] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.416179] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.416341] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.416412] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.417036] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4257e684-2c0c-495b-acbb-f526b3e70aa5 is going to be created. [ 878.480190] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.480190] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.480190] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.480190] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.480190] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.496962] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4257e684-2c0c-495b-acbb-f526b3e70aa5 in Status: IN_PROGRESS for 2s [ 878.644484] env[65906]: INFO networking_nsxv3.common.synchronization [None req-4528fba0-748a-41dd-be82-67b974775faf None None] Enqueued Resource ID: 792684d6-c2f9-4fc5-a318-859d07793e58 with Priority: HIGHEST for action port [ 878.645330] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 792684d6-c2f9-4fc5-a318-859d07793e58 with Priority: HIGHEST for action port [ 878.645898] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-792684d6-c2f9-4fc5-a318-859d07793e58 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.646026] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-792684d6-c2f9-4fc5-a318-859d07793e58" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.646090] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-792684d6-c2f9-4fc5-a318-859d07793e58" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.646394] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-792684d6-c2f9-4fc5-a318-859d07793e58" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.646708] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('792684d6-c2f9-4fc5-a318-859d07793e58',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.773540] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.773540] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.773540] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.773540] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.773540] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.773540] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.773540] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.773540] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.773540] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.773540] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.773540] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 993911b9-7646-4f56-960e-dbd48004d3c3 already deleted. [ 878.773540] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-993911b9-7646-4f56-960e-dbd48004d3c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.059169] env[65906]: INFO networking_nsxv3.common.synchronization [req-c0b09db1-fb38-4813-9469-c99a2658879c req-44a07d8d-c3e4-4014-8788-d9353057484f tempest-DeleteServersAdminTestJSON-1806531517 tempest-DeleteServersAdminTestJSON-1806531517-project-member] Enqueued Resource ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 with Priority: HIGHEST for action security_group_members [ 879.059973] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 with Priority: HIGHEST for action security_group_members [ 879.060318] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.060444] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.060521] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.060711] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.060948] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.061100] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.061100] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.061195] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.061292] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.061357] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a55d4d23-ff55-4a08-bd40-cf5ade46fe62',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.150261] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 792684d6-c2f9-4fc5-a318-859d07793e58 [ 879.150261] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.150261] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.150485] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.151055] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.151055] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.151390] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:792684d6-c2f9-4fc5-a318-859d07793e58 already deleted. [ 879.151572] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-792684d6-c2f9-4fc5-a318-859d07793e58" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.227572] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.227572] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-890" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.227824] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-890" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.228193] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-890" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.228611] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.228850] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.228994] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.229245] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.229679] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.229753] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.230020] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.230020] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.230109] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.230505] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.230505] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.230598] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.255059] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.255544] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 879.255816] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.256025] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-890" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.256414] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-7a03dc84-05e4-4fd7-b39f-2e26ff5a7180 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.256572] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-7a03dc84-05e4-4fd7-b39f-2e26ff5a7180" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.256688] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-7a03dc84-05e4-4fd7-b39f-2e26ff5a7180" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.257275] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-7a03dc84-05e4-4fd7-b39f-2e26ff5a7180" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.257466] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a03dc84-05e4-4fd7-b39f-2e26ff5a7180',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.391549] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abc346a0-f3fa-4134-bfcd-e9801ecb12c4 in Status: SUCCESS [ 879.391860] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abc346a0-f3fa-4134-bfcd-e9801ecb12c4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.391921] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abc346a0-f3fa-4134-bfcd-e9801ecb12c4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.392194] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abc346a0-f3fa-4134-bfcd-e9801ecb12c4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.392396] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.392557] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.392608] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.392768] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.392846] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.392970] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abc346a0-f3fa-4134-bfcd-e9801ecb12c4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.395450] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: SUCCESS [ 879.395657] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.395830] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.396061] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.396270] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.396389] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.396455] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.396607] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.396684] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.396780] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.398610] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b in Status: SUCCESS [ 879.398799] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.399126] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.399264] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.399790] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.400050] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.400134] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.400303] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.400403] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.401534] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.565067] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.566063] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.566063] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.566063] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.566063] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.566365] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.566365] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.566488] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.566704] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.566839] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.566952] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 is going to be updated. [ 879.601335] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.601335] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.601335] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.601547] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.601639] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.611779] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 in Status: IN_PROGRESS for 2s [ 879.760293] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.760522] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.760721] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.761084] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.761320] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.761520] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port 7a03dc84-05e4-4fd7-b39f-2e26ff5a7180 not found, creating... [ 879.761780] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.761935] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.762051] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.762283] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.762427] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.762705] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.762859] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.762978] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.763193] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.763327] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.763463] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: 7a03dc84-05e4-4fd7-b39f-2e26ff5a7180 is going to be created. [ 879.785047] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.785047] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.785047] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.785292] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.785319] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.785640] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-7a03dc84-05e4-4fd7-b39f-2e26ff5a7180" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.895185] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('abc346a0-f3fa-4134-bfcd-e9801ecb12c4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.903264] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.904347] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.035481] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f492bda3-a21f-434d-a31e-0e14d7a68f30 in Status: SUCCESS [ 880.035679] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f492bda3-a21f-434d-a31e-0e14d7a68f30 deletion is rescheduled due to dependency. [ 880.035798] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.397532] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('abc346a0-f3fa-4134-bfcd-e9801ecb12c4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.405631] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.406642] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.495607] env[65906]: INFO networking_nsxv3.common.synchronization [req-2857d11f-97ce-4ae9-a959-cda537c67686 req-6edef47a-ff39-4ba3-816c-e5f4bd91e2f3 service nova] Enqueued Resource ID: 993911b9-7646-4f56-960e-dbd48004d3c3 with Priority: HIGHEST for action security_group_rules [ 880.498707] env[65906]: INFO networking_nsxv3.common.synchronization [req-2857d11f-97ce-4ae9-a959-cda537c67686 req-6edef47a-ff39-4ba3-816c-e5f4bd91e2f3 service nova] Enqueued Resource ID: 993911b9-7646-4f56-960e-dbd48004d3c3 with Priority: HIGHEST for action security_group_members [ 880.498973] env[65906]: INFO networking_nsxv3.common.synchronization [req-2857d11f-97ce-4ae9-a959-cda537c67686 req-6edef47a-ff39-4ba3-816c-e5f4bd91e2f3 service nova] Enqueued Resource ID: 7a03dc84-05e4-4fd7-b39f-2e26ff5a7180 with Priority: HIGHEST for action port [ 880.500787] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 993911b9-7646-4f56-960e-dbd48004d3c3 with Priority: HIGHEST for action security_group_rules [ 880.502311] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 993911b9-7646-4f56-960e-dbd48004d3c3 with Priority: HIGHEST for action security_group_members [ 880.502592] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a03dc84-05e4-4fd7-b39f-2e26ff5a7180 with Priority: HIGHEST for action port [ 880.504785] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-993911b9-7646-4f56-960e-dbd48004d3c3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.505252] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-993911b9-7646-4f56-960e-dbd48004d3c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.505404] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-993911b9-7646-4f56-960e-dbd48004d3c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.505917] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-993911b9-7646-4f56-960e-dbd48004d3c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.506201] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('993911b9-7646-4f56-960e-dbd48004d3c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.507183] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-993911b9-7646-4f56-960e-dbd48004d3c3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.510312] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-993911b9-7646-4f56-960e-dbd48004d3c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.510312] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-993911b9-7646-4f56-960e-dbd48004d3c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.510312] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-993911b9-7646-4f56-960e-dbd48004d3c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.510312] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.510312] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.510312] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.510312] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.510312] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.510312] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('993911b9-7646-4f56-960e-dbd48004d3c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.510312] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a03dc84-05e4-4fd7-b39f-2e26ff5a7180 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.510312] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a03dc84-05e4-4fd7-b39f-2e26ff5a7180" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.510312] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a03dc84-05e4-4fd7-b39f-2e26ff5a7180" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.510312] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a03dc84-05e4-4fd7-b39f-2e26ff5a7180" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.510312] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a03dc84-05e4-4fd7-b39f-2e26ff5a7180',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.523071] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4257e684-2c0c-495b-acbb-f526b3e70aa5 in Status: SUCCESS [ 880.523272] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4257e684-2c0c-495b-acbb-f526b3e70aa5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.863880] env[65906]: INFO networking_nsxv3.common.synchronization [req-538ad5f7-55d9-40b5-939d-e2c41283d33e req-7aac10e8-7864-4bc9-a75b-3a33347b9c31 tempest-ImagesOneServerNegativeTestJSON-975420196 tempest-ImagesOneServerNegativeTestJSON-975420196-project-member] Enqueued Resource ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a with Priority: HIGHEST for action security_group_members [ 880.865048] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a with Priority: HIGHEST for action security_group_members [ 880.865522] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cc02c32-2f05-4040-9c14-ff813cab3d2a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.865702] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.865835] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.866140] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.866410] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.866584] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.866689] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.866938] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.867094] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.867545] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cc02c32-2f05-4040-9c14-ff813cab3d2a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.903310] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.903506] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.903630] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.903887] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.904018] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.904148] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abc346a0-f3fa-4134-bfcd-e9801ecb12c4 is going to be updated. [ 880.908622] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.908777] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.908876] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.909134] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.909579] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.909579] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5850073-142b-4eaa-aa82-ea4baa44042e is going to be updated. [ 880.910845] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.910995] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.911078] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.911296] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.911379] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.912070] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b is going to be updated. [ 880.938371] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.938752] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.939310] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.939310] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.939310] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.941424] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.941424] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.941424] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.941588] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.941903] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.943670] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.943775] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.943840] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.944306] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.944423] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.955986] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: IN_PROGRESS for 2s [ 880.956714] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abc346a0-f3fa-4134-bfcd-e9801ecb12c4 in Status: IN_PROGRESS for 2s [ 880.957311] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b in Status: IN_PROGRESS for 2s [ 881.011513] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('993911b9-7646-4f56-960e-dbd48004d3c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.012600] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-993911b9-7646-4f56-960e-dbd48004d3c3 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.012706] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-993911b9-7646-4f56-960e-dbd48004d3c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.014251] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a03dc84-05e4-4fd7-b39f-2e26ff5a7180 with status ACTIVE [ 881.014479] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.014539] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.014594] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.014829] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.014916] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.015060] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.016091] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.016091] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.016091] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.016091] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.016091] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.016091] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.016091] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.016091] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.016354] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.016354] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a03dc84-05e4-4fd7-b39f-2e26ff5a7180 is going to be updated. [ 881.038837] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.039076] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.039189] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.040186] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.040459] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.040714] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a03dc84-05e4-4fd7-b39f-2e26ff5a7180" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.208967] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-484 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.209120] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-484" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.210017] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-484" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.210017] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-484" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.210017] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.210275] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.210500] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.210806] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.211260] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.214568] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 881.214568] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 881.214568] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 881.214568] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 881.214568] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 881.214568] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 881.214568] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 881.263031] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 881.263303] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.051 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 881.263478] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 881.263713] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-484" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.264068] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-12624174-951e-4b90-ad80-245008abd985 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.264218] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-12624174-951e-4b90-ad80-245008abd985" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.264338] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-12624174-951e-4b90-ad80-245008abd985" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.264674] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-12624174-951e-4b90-ad80-245008abd985" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.264807] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12624174-951e-4b90-ad80-245008abd985',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.369957] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.370260] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.370338] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.370568] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.394772] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.395070] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.395245] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.396756] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.396756] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.396756] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.396756] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a is going to be updated. [ 881.429059] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.429059] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.429059] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.429426] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.429426] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.439017] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a in Status: IN_PROGRESS for 2s [ 881.514559] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('993911b9-7646-4f56-960e-dbd48004d3c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.625034] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 in Status: SUCCESS [ 881.625034] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a55d4d23-ff55-4a08-bd40-cf5ade46fe62 deletion is rescheduled due to dependency. [ 881.625034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a55d4d23-ff55-4a08-bd40-cf5ade46fe62" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.770012] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.770012] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.770012] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.770012] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.770012] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.770306] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port 12624174-951e-4b90-ad80-245008abd985 not found, creating... [ 881.770538] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.770689] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.770803] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.771063] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.771287] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.771531] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.771679] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.771792] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.772326] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.772517] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.773296] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: 12624174-951e-4b90-ad80-245008abd985 is going to be created. [ 881.810069] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.810069] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.810069] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.810069] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.810069] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.810069] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-12624174-951e-4b90-ad80-245008abd985" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.017105] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.017258] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.017258] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.017548] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.017672] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.017806] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 993911b9-7646-4f56-960e-dbd48004d3c3 is going to be created. [ 882.047444] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.047597] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.047663] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.047926] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.048112] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.058109] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 993911b9-7646-4f56-960e-dbd48004d3c3 in Status: UNINITIALIZED for 2s [ 882.130967] env[65906]: INFO networking_nsxv3.common.synchronization [req-eaf995c5-0fa3-4684-a870-9679a8045dfb req-ae1d9cd8-b0ca-43b6-a050-a8c0df1bb4e8 tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_members [ 882.131174] env[65906]: INFO networking_nsxv3.common.synchronization [req-eaf995c5-0fa3-4684-a870-9679a8045dfb req-ae1d9cd8-b0ca-43b6-a050-a8c0df1bb4e8 tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: abc346a0-f3fa-4134-bfcd-e9801ecb12c4 with Priority: HIGHEST for action security_group_members [ 882.131324] env[65906]: INFO networking_nsxv3.common.synchronization [req-eaf995c5-0fa3-4684-a870-9679a8045dfb req-ae1d9cd8-b0ca-43b6-a050-a8c0df1bb4e8 tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b with Priority: HIGHEST for action security_group_members [ 882.131853] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_members [ 882.132013] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abc346a0-f3fa-4134-bfcd-e9801ecb12c4 with Priority: HIGHEST for action security_group_members [ 882.132262] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b with Priority: HIGHEST for action security_group_members [ 882.132436] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.132538] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.132729] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-abc346a0-f3fa-4134-bfcd-e9801ecb12c4 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.132811] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-abc346a0-f3fa-4134-bfcd-e9801ecb12c4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.132983] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.133075] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.561664] env[65906]: INFO networking_nsxv3.common.synchronization [req-538ad5f7-55d9-40b5-939d-e2c41283d33e req-75b667fb-0f33-4067-8cf1-c5e4dddf68cd service nova] Enqueued Resource ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a with Priority: HIGHEST for action security_group_rules [ 882.561996] env[65906]: INFO networking_nsxv3.common.synchronization [req-538ad5f7-55d9-40b5-939d-e2c41283d33e req-75b667fb-0f33-4067-8cf1-c5e4dddf68cd service nova] Enqueued Resource ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a with Priority: HIGHEST for action security_group_members [ 882.561996] env[65906]: INFO networking_nsxv3.common.synchronization [req-538ad5f7-55d9-40b5-939d-e2c41283d33e req-75b667fb-0f33-4067-8cf1-c5e4dddf68cd service nova] Enqueued Resource ID: 12624174-951e-4b90-ad80-245008abd985 with Priority: HIGHEST for action port [ 882.563065] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a with Priority: HIGHEST for action security_group_rules [ 882.563065] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a with Priority: HIGHEST for action security_group_members [ 882.563065] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12624174-951e-4b90-ad80-245008abd985 with Priority: HIGHEST for action port [ 882.563306] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cc02c32-2f05-4040-9c14-ff813cab3d2a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.563306] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.563387] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.564063] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.564063] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cc02c32-2f05-4040-9c14-ff813cab3d2a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.565047] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cc02c32-2f05-4040-9c14-ff813cab3d2a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.565047] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.565220] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-12624174-951e-4b90-ad80-245008abd985 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.565380] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12624174-951e-4b90-ad80-245008abd985" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.565569] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12624174-951e-4b90-ad80-245008abd985" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.565747] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12624174-951e-4b90-ad80-245008abd985" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.565747] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12624174-951e-4b90-ad80-245008abd985',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.969123] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b in Status: SUCCESS [ 882.969446] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.969627] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.970359] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.973244] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.973439] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.973520] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.973734] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.973843] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.973972] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.974169] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.975823] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: SUCCESS [ 882.976024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.976739] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: abc346a0-f3fa-4134-bfcd-e9801ecb12c4 in Status: SUCCESS [ 882.976905] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abc346a0-f3fa-4134-bfcd-e9801ecb12c4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.977078] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.977281] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.977466] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.977577] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.977666] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.977858] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.977942] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.979421] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.980341] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.980543] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.980711] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.980836] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.980901] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.981062] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.981138] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.981231] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.981337] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.982226] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abc346a0-f3fa-4134-bfcd-e9801ecb12c4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.982475] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abc346a0-f3fa-4134-bfcd-e9801ecb12c4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.982795] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.982867] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.984894] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.984894] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.984894] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.984894] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abc346a0-f3fa-4134-bfcd-e9801ecb12c4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.984894] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('abc346a0-f3fa-4134-bfcd-e9801ecb12c4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.985594] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.985594] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.985785] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.985886] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.985957] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.986112] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.986186] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.986296] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.987277] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-abc346a0-f3fa-4134-bfcd-e9801ecb12c4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.987349] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-abc346a0-f3fa-4134-bfcd-e9801ecb12c4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.988031] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.988031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.988031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.988031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.988031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.988031] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('abc346a0-f3fa-4134-bfcd-e9801ecb12c4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.068384] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cc02c32-2f05-4040-9c14-ff813cab3d2a taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.068551] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.072023] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12624174-951e-4b90-ad80-245008abd985 with status ACTIVE [ 883.072023] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.072023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.072023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.072023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.072023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.072023] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.072023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.072023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.072023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.072023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.072023] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.072023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.072023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.072023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.072023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.072023] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12624174-951e-4b90-ad80-245008abd985 is going to be updated. [ 883.092890] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.093055] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.093214] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.093361] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.093496] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.093659] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12624174-951e-4b90-ad80-245008abd985" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.449711] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a in Status: SUCCESS [ 883.450083] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a deletion is rescheduled due to dependency. [ 883.450126] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.450294] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.450512] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.450694] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.450813] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.450877] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.451078] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.451127] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.451204] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cc02c32-2f05-4040-9c14-ff813cab3d2a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.486385] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.486385] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.486385] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.486671] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.486671] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.486753] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.486819] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.486869] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.487197] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.487197] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.487197] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b is going to be updated. [ 883.488464] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.489784] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.489898] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.490291] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.493266] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.493266] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.493266] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.493266] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.493266] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.493266] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.493266] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.493266] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.493266] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.493713] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.493713] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: abc346a0-f3fa-4134-bfcd-e9801ecb12c4 is going to be deleted. [ 883.494379] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('abc346a0-f3fa-4134-bfcd-e9801ecb12c4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.527208] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.529118] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.529118] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.529118] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.529118] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.529991] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.530212] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.530248] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.530479] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.530848] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.530848] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-abc346a0-f3fa-4134-bfcd-e9801ecb12c4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.540806] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b in Status: IN_PROGRESS for 2s [ 883.953647] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5cc02c32-2f05-4040-9c14-ff813cab3d2a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.991234] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b: rpc.has_security_group_logging(os_id): False [ 883.996286] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.998498] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for abc346a0-f3fa-4134-bfcd-e9801ecb12c4: rpc.has_security_group_logging(os_id): False [ 884.012542] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.012715] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.013120] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.013120] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.013120] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.013364] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.014050] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.014050] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.014050] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.014050] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.014050] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b is going to be updated. [ 884.018684] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.018815] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.018887] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.019082] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.019195] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.019961] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.019961] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.019961] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.019961] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.019961] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.019961] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abc346a0-f3fa-4134-bfcd-e9801ecb12c4 is going to be created. [ 884.039501] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/abc346a0-f3fa-4134-bfcd-e9801ecb12c4], does not exist path=[/infra/domains/default/groups/abc346a0-f3fa-4134-bfcd-e9801ecb12c4]."\n}' [ 884.039680] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abc346a0-f3fa-4134-bfcd-e9801ecb12c4 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/abc346a0-f3fa-4134-bfcd-e9801ecb12c4 [ 884.039738] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 884.068365] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 993911b9-7646-4f56-960e-dbd48004d3c3 in Status: SUCCESS [ 884.068541] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-993911b9-7646-4f56-960e-dbd48004d3c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.068698] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-993911b9-7646-4f56-960e-dbd48004d3c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.068947] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-993911b9-7646-4f56-960e-dbd48004d3c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.069176] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.069299] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.069362] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.069528] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.069625] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.069709] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-993911b9-7646-4f56-960e-dbd48004d3c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.069798] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('993911b9-7646-4f56-960e-dbd48004d3c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.081982] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.082177] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.082177] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.082416] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.082559] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.085194] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.085279] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.085355] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.085541] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.086792] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.087085] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.087202] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.087294] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.087458] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.087554] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.088398] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.088398] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.088398] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.088398] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.088398] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.088398] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: abc346a0-f3fa-4134-bfcd-e9801ecb12c4 is going to be created. [ 884.106525] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b in Status: IN_PROGRESS for 2s [ 884.107958] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/abc346a0-f3fa-4134-bfcd-e9801ecb12c4], does not exist path=[/infra/domains/default/groups/abc346a0-f3fa-4134-bfcd-e9801ecb12c4]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/abc346a0-f3fa-4134-bfcd-e9801ecb12c4 [ 884.108184] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-abc346a0-f3fa-4134-bfcd-e9801ecb12c4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.108813] env[65906]: Traceback (most recent call last): [ 884.108813] env[65906]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 884.108813] env[65906]: return func(*args, **kwargs) [ 884.108813] env[65906]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 884.108813] env[65906]: res.raise_for_status() [ 884.108813] env[65906]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 884.108813] env[65906]: raise HTTPError(http_error_msg, response=self) [ 884.108813] env[65906]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/abc346a0-f3fa-4134-bfcd-e9801ecb12c4 [ 884.108813] env[65906]: During handling of the above exception, another exception occurred: [ 884.108813] env[65906]: Traceback (most recent call last): [ 884.109178] env[65906]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 884.109178] env[65906]: listener.cb(fileno) [ 884.109178] env[65906]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 884.109178] env[65906]: result = function(*args, **kwargs) [ 884.109178] env[65906]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 884.109178] env[65906]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 884.109178] env[65906]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 884.109178] env[65906]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 884.109178] env[65906]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 884.109178] env[65906]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 884.109178] env[65906]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 884.109178] env[65906]: res.raise_for_status() [ 884.109178] env[65906]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 884.109178] env[65906]: raise HTTPError(http_error_msg, response=self) [ 884.109178] env[65906]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/abc346a0-f3fa-4134-bfcd-e9801ecb12c4 [ 884.109178] env[65906]: Removing descriptor: 12 [ 884.455832] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5cc02c32-2f05-4040-9c14-ff813cab3d2a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.501555] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.501674] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.501736] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.501957] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.502104] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.502217] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5850073-142b-4eaa-aa82-ea4baa44042e is going to be updated. [ 884.540325] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.540491] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.540564] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.540760] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.540951] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.552370] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: IN_PROGRESS for 2s [ 884.572959] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-993911b9-7646-4f56-960e-dbd48004d3c3 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.573135] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-993911b9-7646-4f56-960e-dbd48004d3c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.573223] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-993911b9-7646-4f56-960e-dbd48004d3c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.573958] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-993911b9-7646-4f56-960e-dbd48004d3c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.573958] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.573958] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.574324] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.574324] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.574324] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.574532] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-993911b9-7646-4f56-960e-dbd48004d3c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.575040] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-993911b9-7646-4f56-960e-dbd48004d3c3 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.575040] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-993911b9-7646-4f56-960e-dbd48004d3c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.575040] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-993911b9-7646-4f56-960e-dbd48004d3c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.575744] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-993911b9-7646-4f56-960e-dbd48004d3c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.575744] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.575744] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.575744] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.575744] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.575744] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.575917] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-993911b9-7646-4f56-960e-dbd48004d3c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.576076] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('993911b9-7646-4f56-960e-dbd48004d3c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.958798] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.959360] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.959360] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.959360] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.959360] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.959620] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a is going to be updated. [ 884.991853] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.992010] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.992085] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.992328] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.992480] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.001978] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a in Status: IN_PROGRESS for 2s [ 885.079204] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 993911b9-7646-4f56-960e-dbd48004d3c3: rpc.has_security_group_logging(os_id): False [ 885.107961] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.107961] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.107961] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.107961] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.107961] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.107961] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.107961] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.107961] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.107961] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.107961] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.107961] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.107961] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.108351] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.108351] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.108351] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.108463] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.108555] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.108614] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.108749] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.108835] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.108934] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 993911b9-7646-4f56-960e-dbd48004d3c3 is going to be created. [ 885.185405] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.185405] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.185405] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.185405] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.185405] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.204024] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 993911b9-7646-4f56-960e-dbd48004d3c3 in Status: IN_PROGRESS for 2s [ 885.559301] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b in Status: SUCCESS [ 885.559697] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b deletion is rescheduled due to dependency. [ 885.559894] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.607291] env[65906]: INFO networking_nsxv3.common.synchronization [req-6aa1e171-c34d-476c-a796-ebbdd118577e req-34d206b8-2e04-4c04-8489-87dd6d034cff tempest-MigrationsAdminTest-853670982 tempest-MigrationsAdminTest-853670982-project-member] Enqueued Resource ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc with Priority: HIGHEST for action security_group_members [ 885.608509] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc with Priority: HIGHEST for action security_group_members [ 885.608875] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-13bdb589-dfb3-4108-a3dd-da905f9569fc taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.609598] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.609598] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.609598] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.609598] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.609598] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.609598] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.609839] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.609997] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.610101] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13bdb589-dfb3-4108-a3dd-da905f9569fc',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.010206] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-764 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.010632] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.010632] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.010854] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.012035] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.012035] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.012035] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.012035] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.012358] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.012358] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.012546] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.012546] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.012617] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.012773] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.012888] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.013038] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.035037] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.035304] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 886.035448] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.035664] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-764" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.036014] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-19fc1ee9-ceaf-4e10-839e-a6bde5f2abb7 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.036211] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-19fc1ee9-ceaf-4e10-839e-a6bde5f2abb7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.036354] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-19fc1ee9-ceaf-4e10-839e-a6bde5f2abb7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.036688] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-19fc1ee9-ceaf-4e10-839e-a6bde5f2abb7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.036850] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19fc1ee9-ceaf-4e10-839e-a6bde5f2abb7',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.112202] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13bdb589-dfb3-4108-a3dd-da905f9569fc',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.123677] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b in Status: SUCCESS [ 886.123934] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.539953] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.540234] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.540414] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.540874] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.541024] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.541197] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port 19fc1ee9-ceaf-4e10-839e-a6bde5f2abb7 not found, creating... [ 886.541593] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.541826] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.541985] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.542323] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.542520] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.542907] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.543225] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.543424] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.543730] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.543946] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.544142] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: 19fc1ee9-ceaf-4e10-839e-a6bde5f2abb7 is going to be created. [ 886.563207] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: SUCCESS [ 886.563436] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.563611] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.563830] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.564034] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.564160] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.564217] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.564373] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.564445] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.564535] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.564687] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.564782] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.564836] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.564975] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.565133] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.565219] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.565275] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.565411] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.565764] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.565764] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.565764] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.570374] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.570559] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.570687] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.570975] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.571220] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.571738] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-19fc1ee9-ceaf-4e10-839e-a6bde5f2abb7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.616803] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13bdb589-dfb3-4108-a3dd-da905f9569fc',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.804517] env[65906]: INFO networking_nsxv3.common.synchronization [req-90838f0e-4851-45b1-9d2c-103b2156512b req-5b57e71a-0e22-4b2a-b1ec-d2af61e637b3 tempest-ServersTestJSON-1417021719 tempest-ServersTestJSON-1417021719-project-member] Enqueued Resource ID: 8fc17a09-51ab-40ab-8d6b-1248c63cbd07 with Priority: HIGHEST for action security_group_members [ 886.805191] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc17a09-51ab-40ab-8d6b-1248c63cbd07 with Priority: HIGHEST for action security_group_members [ 886.805465] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8fc17a09-51ab-40ab-8d6b-1248c63cbd07 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.805582] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.805726] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.805963] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.806155] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.806264] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.806328] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.806503] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.806591] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.806685] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8fc17a09-51ab-40ab-8d6b-1248c63cbd07',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.017078] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a in Status: SUCCESS [ 887.017475] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.017708] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.018066] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.018329] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.018504] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.018575] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.018752] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.018859] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.018988] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.019116] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5cc02c32-2f05-4040-9c14-ff813cab3d2a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.069460] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5850073-142b-4eaa-aa82-ea4baa44042e: rpc.has_security_group_logging(os_id): False [ 887.090775] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.090962] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.091107] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.091386] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.114819] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.115120] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.115529] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.115529] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.115529] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.115603] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.115759] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.115856] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.115918] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.116084] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.116155] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.119059] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.119059] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.119059] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.119059] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.119059] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.119059] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5850073-142b-4eaa-aa82-ea4baa44042e is going to be updated. [ 887.119059] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.119059] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.119059] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.119059] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.119059] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.119059] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc is going to be updated. [ 887.149957] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.150154] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.150223] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.150434] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.150572] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.160065] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc in Status: IN_PROGRESS for 2s [ 887.191456] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.191676] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.191826] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.192056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.192261] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.218956] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: IN_PROGRESS for 2s [ 887.219220] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 993911b9-7646-4f56-960e-dbd48004d3c3 in Status: SUCCESS [ 887.219426] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-993911b9-7646-4f56-960e-dbd48004d3c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.309689] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.309924] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.310030] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.310337] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.342823] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.342823] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.342823] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.342823] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.342823] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.342823] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.342823] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fc17a09-51ab-40ab-8d6b-1248c63cbd07 is going to be updated. [ 887.350166] env[65906]: INFO networking_nsxv3.common.synchronization [req-6aa1e171-c34d-476c-a796-ebbdd118577e req-31928bec-581b-4b3b-b944-416fc745739b service nova] Enqueued Resource ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc with Priority: HIGHEST for action security_group_rules [ 887.350166] env[65906]: INFO networking_nsxv3.common.synchronization [req-6aa1e171-c34d-476c-a796-ebbdd118577e req-31928bec-581b-4b3b-b944-416fc745739b service nova] Enqueued Resource ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc with Priority: HIGHEST for action security_group_members [ 887.350166] env[65906]: INFO networking_nsxv3.common.synchronization [req-6aa1e171-c34d-476c-a796-ebbdd118577e req-31928bec-581b-4b3b-b944-416fc745739b service nova] Enqueued Resource ID: 19fc1ee9-ceaf-4e10-839e-a6bde5f2abb7 with Priority: HIGHEST for action port [ 887.350166] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc with Priority: HIGHEST for action security_group_rules [ 887.350166] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc with Priority: HIGHEST for action security_group_members [ 887.354023] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19fc1ee9-ceaf-4e10-839e-a6bde5f2abb7 with Priority: HIGHEST for action port [ 887.354023] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13bdb589-dfb3-4108-a3dd-da905f9569fc taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.354023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.354023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.354023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.354023] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13bdb589-dfb3-4108-a3dd-da905f9569fc',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.354023] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-13bdb589-dfb3-4108-a3dd-da905f9569fc taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.354023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.354023] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-19fc1ee9-ceaf-4e10-839e-a6bde5f2abb7 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.354023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19fc1ee9-ceaf-4e10-839e-a6bde5f2abb7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.354023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19fc1ee9-ceaf-4e10-839e-a6bde5f2abb7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.354023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19fc1ee9-ceaf-4e10-839e-a6bde5f2abb7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.354023] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19fc1ee9-ceaf-4e10-839e-a6bde5f2abb7',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.377494] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.377690] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.377745] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.378260] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.378260] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.394173] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fc17a09-51ab-40ab-8d6b-1248c63cbd07 in Status: IN_PROGRESS for 2s [ 887.524065] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cc02c32-2f05-4040-9c14-ff813cab3d2a taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.524065] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.524835] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.524835] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.524835] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.525156] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.525156] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.525156] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.525245] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.525580] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.525580] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cc02c32-2f05-4040-9c14-ff813cab3d2a taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.525723] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.525723] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.525854] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.526055] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.526117] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.526180] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.526339] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.526421] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.526517] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.527228] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5cc02c32-2f05-4040-9c14-ff813cab3d2a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.857106] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-13bdb589-dfb3-4108-a3dd-da905f9569fc taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.858569] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.858569] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19fc1ee9-ceaf-4e10-839e-a6bde5f2abb7 with status ACTIVE [ 887.858569] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.858569] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.858569] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.858569] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.858569] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.858569] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.858569] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.858569] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.859255] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.859255] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.859255] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.859255] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.859497] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.859570] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.859686] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.859824] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19fc1ee9-ceaf-4e10-839e-a6bde5f2abb7 is going to be updated. [ 887.884328] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.884610] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.884690] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.884836] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.885032] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.885143] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19fc1ee9-ceaf-4e10-839e-a6bde5f2abb7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.032025] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5cc02c32-2f05-4040-9c14-ff813cab3d2a: rpc.has_security_group_logging(os_id): False [ 888.064463] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.064463] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.064463] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.064715] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.099776] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.099776] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.099776] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.099776] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.099776] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.099776] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.099776] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.099776] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.099776] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.100187] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.100322] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.100615] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.100835] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.101465] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.101465] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.101465] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.101465] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a is going to be updated. [ 888.183027] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.183196] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.183264] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.183487] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.183628] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.206069] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a in Status: IN_PROGRESS for 2s [ 889.172403] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc in Status: SUCCESS [ 889.172834] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.174654] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.174654] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.174654] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.174654] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.174654] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.177112] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.177253] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.177386] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13bdb589-dfb3-4108-a3dd-da905f9569fc',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.247812] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: SUCCESS [ 889.248087] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.407263] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8fc17a09-51ab-40ab-8d6b-1248c63cbd07 in Status: SUCCESS [ 889.407538] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8fc17a09-51ab-40ab-8d6b-1248c63cbd07 deletion is rescheduled due to dependency. [ 889.407684] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.681051] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13bdb589-dfb3-4108-a3dd-da905f9569fc',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.183869] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13bdb589-dfb3-4108-a3dd-da905f9569fc',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.229817] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a in Status: SUCCESS [ 890.230219] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.688442] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.688442] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.688442] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.688442] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.688442] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.688442] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc is going to be updated. [ 890.721682] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.721682] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.721682] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.721682] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.721682] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.733135] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc in Status: IN_PROGRESS for 2s [ 892.351983] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 892.352306] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 892.745256] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc in Status: SUCCESS [ 892.745511] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.745650] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.745911] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.746143] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.746269] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.746301] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.746449] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.746532] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.746618] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.746710] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13bdb589-dfb3-4108-a3dd-da905f9569fc',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.249583] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-13bdb589-dfb3-4108-a3dd-da905f9569fc taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.249777] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.249851] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.250099] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.250266] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.250393] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.250449] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.250601] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.250687] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.250774] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.250932] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-13bdb589-dfb3-4108-a3dd-da905f9569fc taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.251069] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.251145] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.251511] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.251511] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.251660] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.251660] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.251751] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.251798] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.251910] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.251969] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13bdb589-dfb3-4108-a3dd-da905f9569fc',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.372617] env[65906]: INFO networking_nsxv3.common.synchronization [req-7bdf21e9-1dbf-46dd-9b56-7d0a547dea9c req-aef7ac00-6edd-4a41-aa0f-b7aab5552fe5 tempest-ServerAddressesNegativeTestJSON-1196679338 tempest-ServerAddressesNegativeTestJSON-1196679338-project-member] Enqueued Resource ID: 993911b9-7646-4f56-960e-dbd48004d3c3 with Priority: HIGHEST for action security_group_members [ 893.373384] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 993911b9-7646-4f56-960e-dbd48004d3c3 with Priority: HIGHEST for action security_group_members [ 893.373679] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-993911b9-7646-4f56-960e-dbd48004d3c3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.373824] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-993911b9-7646-4f56-960e-dbd48004d3c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.373911] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-993911b9-7646-4f56-960e-dbd48004d3c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.374154] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-993911b9-7646-4f56-960e-dbd48004d3c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.374332] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.374449] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.374605] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.374713] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.374824] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.374924] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('993911b9-7646-4f56-960e-dbd48004d3c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.754577] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13bdb589-dfb3-4108-a3dd-da905f9569fc: rpc.has_security_group_logging(os_id): False [ 893.774596] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.774802] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.774874] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.775628] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.796772] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.796772] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.796772] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.797091] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.797091] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.797161] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.797334] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.797424] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.797488] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.797748] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.797748] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.797880] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.798035] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.798289] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.798289] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.798289] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.798362] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc is going to be updated. [ 893.868604] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.868773] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.868935] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.869204] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.869415] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.876920] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.877177] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.877268] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.877586] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.877732] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.878074] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.878219] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.878326] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.878566] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.878700] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.878841] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 993911b9-7646-4f56-960e-dbd48004d3c3 is going to be updated. [ 893.888879] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc in Status: IN_PROGRESS for 2s [ 893.913592] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.913782] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.913828] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.914112] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.914285] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.929122] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 993911b9-7646-4f56-960e-dbd48004d3c3 in Status: IN_PROGRESS for 2s [ 895.157270] env[65906]: INFO networking_nsxv3.common.synchronization [req-03e9468c-5907-49a4-a2ca-be9764bef920 req-ba03a8d8-e6f6-4e58-abb4-6fb2c13c03a6 tempest-ImagesOneServerNegativeTestJSON-975420196 tempest-ImagesOneServerNegativeTestJSON-975420196-project-member] Enqueued Resource ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a with Priority: HIGHEST for action security_group_members [ 895.157270] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a with Priority: HIGHEST for action security_group_members [ 895.157270] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cc02c32-2f05-4040-9c14-ff813cab3d2a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.158084] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.158330] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.158651] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.159284] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.160999] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.160999] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.160999] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.160999] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.160999] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cc02c32-2f05-4040-9c14-ff813cab3d2a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.663716] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.663994] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.664076] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.664344] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.664480] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.664760] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.664940] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.667753] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.667998] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.668105] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.668210] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a is going to be updated. [ 895.706026] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.706026] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.706026] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.706026] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.706026] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.715503] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a in Status: IN_PROGRESS for 2s [ 895.907668] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc in Status: SUCCESS [ 895.908499] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.940385] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 993911b9-7646-4f56-960e-dbd48004d3c3 in Status: SUCCESS [ 895.940385] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 993911b9-7646-4f56-960e-dbd48004d3c3 deletion is rescheduled due to dependency. [ 895.940385] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-993911b9-7646-4f56-960e-dbd48004d3c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.240210] env[65906]: INFO networking_nsxv3.common.synchronization [req-bb288d29-8afb-4f22-8382-0bb0333bf975 req-6dc3030a-625d-4b1b-a4d8-22bbf502cf78 tempest-ServersWithSpecificFlavorTestJSON-138366733 tempest-ServersWithSpecificFlavorTestJSON-138366733-project-member] Enqueued Resource ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b with Priority: HIGHEST for action security_group_members [ 897.242144] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b with Priority: HIGHEST for action security_group_members [ 897.242144] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-15149eb3-e81e-45d6-9e83-27a6d82a712b taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.242436] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.242436] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.242674] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.242940] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.243157] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.243278] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.243564] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.243731] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.243893] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('15149eb3-e81e-45d6-9e83-27a6d82a712b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.726543] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a in Status: SUCCESS [ 897.726821] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a deletion is rescheduled due to dependency. [ 897.726992] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.747895] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.748075] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.748152] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.748381] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.774525] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.774786] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.774914] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.774994] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.775253] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.775342] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.775434] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b is going to be updated. [ 897.803236] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.803387] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.803510] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.803647] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.803786] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.811780] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b in Status: IN_PROGRESS for 2s [ 899.823647] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b in Status: SUCCESS [ 899.823929] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b deletion is rescheduled due to dependency. [ 899.823929] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.242612] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 902.242612] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 903.091976] env[65906]: INFO networking_nsxv3.common.synchronization [req-1292d7f7-504f-462c-b524-7183eda3353f req-18fb4fdf-0b04-4ac0-8a0a-5657279fb2b7 tempest-ServerRescueTestJSONUnderV235-92177185 tempest-ServerRescueTestJSONUnderV235-92177185-project-member] Enqueued Resource ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 with Priority: HIGHEST for action security_group_members [ 903.092591] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 with Priority: HIGHEST for action security_group_members [ 903.092901] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.093261] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.093573] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.093923] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.094162] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.094282] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.094346] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.094539] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.094629] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.094724] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd3116ec-1b74-48ca-98d1-f4d8d9aa0380',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.455284] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-768 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.455653] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-768" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.455653] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-768" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.456120] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-768" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.456297] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.456483] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.456617] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.456908] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.457114] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.457370] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.457507] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 903.457647] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 903.457775] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 903.457910] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 903.458101] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 903.458304] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 903.480761] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 903.481143] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 903.481349] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 903.481596] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-768" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.482043] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-19d609a9-ca49-4715-876e-325d3465e7ba taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.482284] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-19d609a9-ca49-4715-876e-325d3465e7ba" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.482527] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-19d609a9-ca49-4715-876e-325d3465e7ba" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.483620] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-19d609a9-ca49-4715-876e-325d3465e7ba" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.483620] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19d609a9-ca49-4715-876e-325d3465e7ba',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.599228] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.599228] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.599228] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.599228] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.599446] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.600158] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.600158] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.600158] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.600286] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.600286] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.600379] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 already deleted. [ 903.600472] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.987715] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.988020] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.988114] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.988420] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.988653] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.988902] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port 19d609a9-ca49-4715-876e-325d3465e7ba not found, creating... [ 903.989371] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.989637] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.989777] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.990054] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.990225] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.990495] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.990666] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.993037] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.993315] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.993466] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.993609] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: 19d609a9-ca49-4715-876e-325d3465e7ba is going to be created. [ 904.017844] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.018162] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.018299] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.018667] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.018894] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.019135] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-19d609a9-ca49-4715-876e-325d3465e7ba" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.276766] env[65906]: INFO networking_nsxv3.common.synchronization [req-bfd729cb-d978-4aeb-a5a8-23d91bd408e0 req-fff4936d-f2a9-43a6-b8bc-6466e676227f tempest-ServersAdminTestJSON-589704668 tempest-ServersAdminTestJSON-589704668-project-member] Enqueued Resource ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 with Priority: HIGHEST for action security_group_members [ 904.277669] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 with Priority: HIGHEST for action security_group_members [ 904.278029] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b4b3dc-b35b-433f-ad5c-2611639a01a3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.278154] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.278224] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.278436] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.278594] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.278692] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.278752] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.278896] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.278977] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.279084] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.766697] env[65906]: INFO networking_nsxv3.common.synchronization [req-1292d7f7-504f-462c-b524-7183eda3353f req-08346107-7e12-441a-a4f7-c4885a1bcb41 service nova] Enqueued Resource ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 with Priority: HIGHEST for action security_group_rules [ 904.766958] env[65906]: INFO networking_nsxv3.common.synchronization [req-1292d7f7-504f-462c-b524-7183eda3353f req-08346107-7e12-441a-a4f7-c4885a1bcb41 service nova] Enqueued Resource ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 with Priority: HIGHEST for action security_group_members [ 904.767135] env[65906]: INFO networking_nsxv3.common.synchronization [req-1292d7f7-504f-462c-b524-7183eda3353f req-08346107-7e12-441a-a4f7-c4885a1bcb41 service nova] Enqueued Resource ID: 19d609a9-ca49-4715-876e-325d3465e7ba with Priority: HIGHEST for action port [ 904.767661] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 with Priority: HIGHEST for action security_group_rules [ 904.767913] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 with Priority: HIGHEST for action security_group_members [ 904.768084] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19d609a9-ca49-4715-876e-325d3465e7ba with Priority: HIGHEST for action port [ 904.768370] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.768511] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.768579] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.768910] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.768997] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd3116ec-1b74-48ca-98d1-f4d8d9aa0380',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.769898] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.772624] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.772735] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.772985] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.773165] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.773267] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.773337] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.773520] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.773610] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.773706] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd3116ec-1b74-48ca-98d1-f4d8d9aa0380',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.774562] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-19d609a9-ca49-4715-876e-325d3465e7ba taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.774701] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19d609a9-ca49-4715-876e-325d3465e7ba" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.774772] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19d609a9-ca49-4715-876e-325d3465e7ba" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.774926] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19d609a9-ca49-4715-876e-325d3465e7ba" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.775009] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19d609a9-ca49-4715-876e-325d3465e7ba',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.780765] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.276829] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.277084] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.277190] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd3116ec-1b74-48ca-98d1-f4d8d9aa0380',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.278333] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19d609a9-ca49-4715-876e-325d3465e7ba with status ACTIVE [ 905.278333] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.278513] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.278554] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.278729] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.278812] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.278995] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.279089] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.279523] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.279523] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.279523] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.279659] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.279659] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.279739] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.279846] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.279889] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.279963] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19d609a9-ca49-4715-876e-325d3465e7ba is going to be updated. [ 905.283104] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.320309] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.320469] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.320541] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.320778] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.320925] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.321129] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19d609a9-ca49-4715-876e-325d3465e7ba" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.782593] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd3116ec-1b74-48ca-98d1-f4d8d9aa0380',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.785686] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.785773] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.785773] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.786063] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.786194] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.786299] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 is going to be updated. [ 905.825806] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.825943] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.826030] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.826240] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.826381] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.835604] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 in Status: IN_PROGRESS for 2s [ 906.285392] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.285575] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.285652] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.285904] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.286036] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.286164] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 is going to be created. [ 906.311118] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.311277] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.311351] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.311583] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.311772] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.322901] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 in Status: UNINITIALIZED for 2s [ 907.027152] env[65906]: INFO networking_nsxv3.common.synchronization [req-bb86563d-8f7a-4daa-8a23-22300285500c req-aa995151-c724-47b0-a21c-20f228ce8503 tempest-ServerGroupTestJSON-412323520 tempest-ServerGroupTestJSON-412323520-project-member] Enqueued Resource ID: c2cc091f-39ca-45a5-82a9-e0496737e5b4 with Priority: HIGHEST for action security_group_members [ 907.027152] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2cc091f-39ca-45a5-82a9-e0496737e5b4 with Priority: HIGHEST for action security_group_members [ 907.027152] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2cc091f-39ca-45a5-82a9-e0496737e5b4 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.027152] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2cc091f-39ca-45a5-82a9-e0496737e5b4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.027152] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2cc091f-39ca-45a5-82a9-e0496737e5b4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.028235] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2cc091f-39ca-45a5-82a9-e0496737e5b4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.029143] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.030636] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.030636] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.030636] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.030636] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.030636] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2cc091f-39ca-45a5-82a9-e0496737e5b4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.355100] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-344 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.355345] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-344" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.355484] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-344" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.355879] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-344" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.356214] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.356401] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.356583] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.356787] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.356962] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.357215] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.357360] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.357498] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.357614] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.357757] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.357868] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.358093] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.378596] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.378802] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 907.378934] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.379138] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-344" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.379450] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-ae033011-5eba-41f5-8723-c539e1107502 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.379618] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-ae033011-5eba-41f5-8723-c539e1107502" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.379733] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-ae033011-5eba-41f5-8723-c539e1107502" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.380082] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-ae033011-5eba-41f5-8723-c539e1107502" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.380227] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae033011-5eba-41f5-8723-c539e1107502',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.533690] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.533901] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.533972] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.534169] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.534283] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.535017] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.535017] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.535017] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.535017] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.535017] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.535017] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2cc091f-39ca-45a5-82a9-e0496737e5b4 already deleted. [ 907.535017] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2cc091f-39ca-45a5-82a9-e0496737e5b4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.846285] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 in Status: SUCCESS [ 907.846453] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.882796] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.883058] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.883188] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.883467] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.883611] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.883763] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port ae033011-5eba-41f5-8723-c539e1107502 not found, creating... [ 907.884035] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.884324] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.884467] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.884693] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.884831] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.885129] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.885287] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.885401] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.885615] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.885746] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.885884] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: ae033011-5eba-41f5-8723-c539e1107502 is going to be created. [ 907.907805] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.908085] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.908244] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.908577] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.908852] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.909128] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-ae033011-5eba-41f5-8723-c539e1107502" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.333954] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 in Status: SUCCESS [ 908.335301] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.335301] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.335301] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.335301] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.335301] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.335301] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.335301] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.335592] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.335592] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.335592] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd3116ec-1b74-48ca-98d1-f4d8d9aa0380',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.642786] env[65906]: INFO networking_nsxv3.common.synchronization [req-b95f2531-f76e-4a75-a729-7e998749e32e req-7e23b56e-2927-4f27-ab6f-0b53747c519d tempest-ServersTestJSON-597851649 tempest-ServersTestJSON-597851649-project-member] Enqueued Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 908.643469] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 908.643846] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.644022] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.644107] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.644371] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.644537] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.644644] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.644710] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.644867] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.644955] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.645065] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.654933] env[65906]: INFO networking_nsxv3.common.synchronization [req-bb86563d-8f7a-4daa-8a23-22300285500c req-96655dc8-66f8-4ac0-9ad8-065183482194 service nova] Enqueued Resource ID: c2cc091f-39ca-45a5-82a9-e0496737e5b4 with Priority: HIGHEST for action security_group_rules [ 908.655022] env[65906]: INFO networking_nsxv3.common.synchronization [req-bb86563d-8f7a-4daa-8a23-22300285500c req-96655dc8-66f8-4ac0-9ad8-065183482194 service nova] Enqueued Resource ID: c2cc091f-39ca-45a5-82a9-e0496737e5b4 with Priority: HIGHEST for action security_group_members [ 908.655281] env[65906]: INFO networking_nsxv3.common.synchronization [req-bb86563d-8f7a-4daa-8a23-22300285500c req-96655dc8-66f8-4ac0-9ad8-065183482194 service nova] Enqueued Resource ID: ae033011-5eba-41f5-8723-c539e1107502 with Priority: HIGHEST for action port [ 908.655792] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2cc091f-39ca-45a5-82a9-e0496737e5b4 with Priority: HIGHEST for action security_group_rules [ 908.656014] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2cc091f-39ca-45a5-82a9-e0496737e5b4 with Priority: HIGHEST for action security_group_members [ 908.656131] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae033011-5eba-41f5-8723-c539e1107502 with Priority: HIGHEST for action port [ 908.656599] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2cc091f-39ca-45a5-82a9-e0496737e5b4 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.656599] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2cc091f-39ca-45a5-82a9-e0496737e5b4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.656599] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2cc091f-39ca-45a5-82a9-e0496737e5b4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.657502] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2cc091f-39ca-45a5-82a9-e0496737e5b4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.657502] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2cc091f-39ca-45a5-82a9-e0496737e5b4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.658212] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2cc091f-39ca-45a5-82a9-e0496737e5b4 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.658326] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2cc091f-39ca-45a5-82a9-e0496737e5b4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.658392] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2cc091f-39ca-45a5-82a9-e0496737e5b4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.658570] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2cc091f-39ca-45a5-82a9-e0496737e5b4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.658735] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.658830] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.658893] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.659245] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.659245] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.659245] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2cc091f-39ca-45a5-82a9-e0496737e5b4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.660072] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae033011-5eba-41f5-8723-c539e1107502 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.660872] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae033011-5eba-41f5-8723-c539e1107502" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.660872] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae033011-5eba-41f5-8723-c539e1107502" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.660872] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae033011-5eba-41f5-8723-c539e1107502" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.660872] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae033011-5eba-41f5-8723-c539e1107502',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.838214] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.838382] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.838421] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.838719] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.839323] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.839487] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.839582] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.839778] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.839893] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.840085] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.840299] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.840426] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.840509] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.840668] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.840808] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.840902] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.841089] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.841262] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.841375] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.841468] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.841585] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd3116ec-1b74-48ca-98d1-f4d8d9aa0380',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.997395] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-772 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.997757] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-772" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.998016] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-772" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.998452] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-772" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.999117] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.999271] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.999447] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.999772] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.999971] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.001342] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.001342] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 909.001630] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 909.001861] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 909.002054] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.002223] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 909.002437] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.027960] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.028233] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 909.028274] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.028445] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-772" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.028763] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-9e2d1f4c-ced2-4ef4-86ae-5829387b0a6b taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.028939] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-9e2d1f4c-ced2-4ef4-86ae-5829387b0a6b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.029152] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-9e2d1f4c-ced2-4ef4-86ae-5829387b0a6b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.029642] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-9e2d1f4c-ced2-4ef4-86ae-5829387b0a6b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.029787] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e2d1f4c-ced2-4ef4-86ae-5829387b0a6b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.146996] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.162138] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2cc091f-39ca-45a5-82a9-e0496737e5b4 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.162265] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2cc091f-39ca-45a5-82a9-e0496737e5b4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.162453] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2cc091f-39ca-45a5-82a9-e0496737e5b4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.163422] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae033011-5eba-41f5-8723-c539e1107502 with status ACTIVE [ 909.163653] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.163802] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.163877] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.164152] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.164269] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.164607] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.164607] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.164730] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.165508] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.165622] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.165851] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.165972] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.166062] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.166399] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.166523] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.166638] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae033011-5eba-41f5-8723-c539e1107502 is going to be updated. [ 909.193841] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.197573] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.197573] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.197573] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.197573] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.197573] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae033011-5eba-41f5-8723-c539e1107502" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.344203] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd3116ec-1b74-48ca-98d1-f4d8d9aa0380: rpc.has_security_group_logging(os_id): False [ 909.381907] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.382105] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.382195] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.382872] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.382872] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.382872] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.382872] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.383175] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.383175] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.383358] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.383421] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.383494] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.383570] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.383731] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.383799] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.384612] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.385552] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.385552] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.385552] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.385552] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.385552] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 is going to be created. [ 909.471987] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.472221] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.472221] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.472548] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.472716] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.486534] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 in Status: IN_PROGRESS for 2s [ 909.532062] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.532429] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.532511] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.532766] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.532913] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.533075] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port 9e2d1f4c-ced2-4ef4-86ae-5829387b0a6b not found, creating... [ 909.533386] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.533560] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.533674] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.533903] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.534053] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.534337] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.534519] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.534605] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.534803] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.534931] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.535077] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: 9e2d1f4c-ced2-4ef4-86ae-5829387b0a6b is going to be created. [ 909.568982] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.569315] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.569526] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.569866] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.570189] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.570435] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-9e2d1f4c-ced2-4ef4-86ae-5829387b0a6b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.650181] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.668753] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2cc091f-39ca-45a5-82a9-e0496737e5b4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.157983] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.157983] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.157983] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.157983] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.157983] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.157983] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 is going to be updated. [ 910.173840] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.173840] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.173840] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.173840] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.173840] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.173840] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2cc091f-39ca-45a5-82a9-e0496737e5b4 is going to be created. [ 910.201049] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.201049] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.201049] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.201049] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.201049] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.203968] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.204516] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.204801] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.205249] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.205642] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.219025] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: IN_PROGRESS for 2s [ 910.219025] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2cc091f-39ca-45a5-82a9-e0496737e5b4 in Status: UNINITIALIZED for 2s [ 910.291095] env[65906]: INFO networking_nsxv3.common.synchronization [req-b95f2531-f76e-4a75-a729-7e998749e32e req-d1bc19ab-90fa-4ef1-ac38-5d42d5214b46 service nova] Enqueued Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_rules [ 910.291095] env[65906]: INFO networking_nsxv3.common.synchronization [req-b95f2531-f76e-4a75-a729-7e998749e32e req-d1bc19ab-90fa-4ef1-ac38-5d42d5214b46 service nova] Enqueued Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 910.291095] env[65906]: INFO networking_nsxv3.common.synchronization [req-b95f2531-f76e-4a75-a729-7e998749e32e req-d1bc19ab-90fa-4ef1-ac38-5d42d5214b46 service nova] Enqueued Resource ID: 9e2d1f4c-ced2-4ef4-86ae-5829387b0a6b with Priority: HIGHEST for action port [ 910.291979] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_rules [ 910.292282] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 910.292517] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e2d1f4c-ced2-4ef4-86ae-5829387b0a6b with Priority: HIGHEST for action port [ 910.292962] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.294318] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.294318] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.294318] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.294318] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.295490] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.295490] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.295490] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e2d1f4c-ced2-4ef4-86ae-5829387b0a6b taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.296814] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e2d1f4c-ced2-4ef4-86ae-5829387b0a6b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.296814] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e2d1f4c-ced2-4ef4-86ae-5829387b0a6b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.296814] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e2d1f4c-ced2-4ef4-86ae-5829387b0a6b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.296814] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e2d1f4c-ced2-4ef4-86ae-5829387b0a6b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.798856] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.799202] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.799253] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e2d1f4c-ced2-4ef4-86ae-5829387b0a6b with status ACTIVE [ 910.799675] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.799675] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.799675] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.799879] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.799972] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.800105] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.800220] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.800263] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.800421] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.800511] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.802327] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.802327] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.802327] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.802327] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.802327] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.802327] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e2d1f4c-ced2-4ef4-86ae-5829387b0a6b is going to be updated. [ 910.829350] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.829593] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.829697] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.830316] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.830316] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.830316] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e2d1f4c-ced2-4ef4-86ae-5829387b0a6b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.441119] env[65906]: INFO networking_nsxv3.common.synchronization [req-b51342ac-af15-43c5-bb4a-f84354fc6a49 req-d725776c-a7be-4525-b1bc-71099cd2be64 tempest-ListServersNegativeTestJSON-1609980054 tempest-ListServersNegativeTestJSON-1609980054-project-member] Enqueued Resource ID: 8111e738-6228-4350-931e-f3b1b35dc4cd with Priority: HIGHEST for action security_group_members [ 911.441119] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8111e738-6228-4350-931e-f3b1b35dc4cd with Priority: HIGHEST for action security_group_members [ 911.441960] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8111e738-6228-4350-931e-f3b1b35dc4cd taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.442321] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.444651] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.444651] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.444651] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.444651] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.444651] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.444651] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.444651] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.444651] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8111e738-6228-4350-931e-f3b1b35dc4cd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.501714] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 in Status: SUCCESS [ 911.501714] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.887625] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-723 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.887994] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-723" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.887994] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-723" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.888304] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-723" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.888574] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.888737] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.888855] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.892048] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.892048] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.892048] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.892048] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 911.892048] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 911.892048] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 911.892243] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.892243] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 911.892375] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 911.917783] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 911.918336] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 911.918463] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 911.918716] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-723" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.919147] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-b3d0b0ce-be2c-4729-a585-4a857d145322 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.919295] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-b3d0b0ce-be2c-4729-a585-4a857d145322" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.919434] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-b3d0b0ce-be2c-4729-a585-4a857d145322" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.919787] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-b3d0b0ce-be2c-4729-a585-4a857d145322" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.920572] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3d0b0ce-be2c-4729-a585-4a857d145322',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.947427] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.947587] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.947654] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.947867] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.947958] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.948165] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.948263] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.948325] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.948473] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.948547] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.948630] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8111e738-6228-4350-931e-f3b1b35dc4cd already deleted. [ 911.948708] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.231278] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2cc091f-39ca-45a5-82a9-e0496737e5b4 in Status: SUCCESS [ 912.231278] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2cc091f-39ca-45a5-82a9-e0496737e5b4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.231278] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2cc091f-39ca-45a5-82a9-e0496737e5b4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.231278] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2cc091f-39ca-45a5-82a9-e0496737e5b4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.231278] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.231278] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.231278] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.231599] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.231599] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.231599] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2cc091f-39ca-45a5-82a9-e0496737e5b4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.231678] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2cc091f-39ca-45a5-82a9-e0496737e5b4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.233362] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: SUCCESS [ 912.233413] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.233568] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.233735] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.234846] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.234846] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.234846] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.234846] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.234846] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.234846] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.423943] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.424364] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.424542] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.424542] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.424542] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.425435] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port b3d0b0ce-be2c-4729-a585-4a857d145322 not found, creating... [ 912.425700] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.425871] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.425987] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.426279] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.426511] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.426940] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.427177] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.427358] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.427650] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.427819] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.428021] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: b3d0b0ce-be2c-4729-a585-4a857d145322 is going to be created. [ 912.449391] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.449736] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.449844] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.450086] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.450354] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.450578] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-b3d0b0ce-be2c-4729-a585-4a857d145322" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.737543] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2cc091f-39ca-45a5-82a9-e0496737e5b4 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.737743] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2cc091f-39ca-45a5-82a9-e0496737e5b4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.737893] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2cc091f-39ca-45a5-82a9-e0496737e5b4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.738258] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2cc091f-39ca-45a5-82a9-e0496737e5b4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.739112] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.740087] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.740385] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.740550] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.740704] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.740919] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2cc091f-39ca-45a5-82a9-e0496737e5b4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.741311] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2cc091f-39ca-45a5-82a9-e0496737e5b4 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.742030] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2cc091f-39ca-45a5-82a9-e0496737e5b4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.742156] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2cc091f-39ca-45a5-82a9-e0496737e5b4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.742366] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2cc091f-39ca-45a5-82a9-e0496737e5b4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.743111] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.743280] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.743387] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.744591] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.744591] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.744591] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2cc091f-39ca-45a5-82a9-e0496737e5b4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.744591] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2cc091f-39ca-45a5-82a9-e0496737e5b4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.745360] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.174980] env[65906]: INFO networking_nsxv3.common.synchronization [req-b51342ac-af15-43c5-bb4a-f84354fc6a49 req-df7355ff-ca29-4a0c-b1d4-0f1394af06a1 service nova] Enqueued Resource ID: 8111e738-6228-4350-931e-f3b1b35dc4cd with Priority: HIGHEST for action security_group_rules [ 913.175285] env[65906]: INFO networking_nsxv3.common.synchronization [req-b51342ac-af15-43c5-bb4a-f84354fc6a49 req-df7355ff-ca29-4a0c-b1d4-0f1394af06a1 service nova] Enqueued Resource ID: 8111e738-6228-4350-931e-f3b1b35dc4cd with Priority: HIGHEST for action security_group_members [ 913.175406] env[65906]: INFO networking_nsxv3.common.synchronization [req-b51342ac-af15-43c5-bb4a-f84354fc6a49 req-df7355ff-ca29-4a0c-b1d4-0f1394af06a1 service nova] Enqueued Resource ID: b3d0b0ce-be2c-4729-a585-4a857d145322 with Priority: HIGHEST for action port [ 913.176757] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8111e738-6228-4350-931e-f3b1b35dc4cd with Priority: HIGHEST for action security_group_rules [ 913.177051] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8111e738-6228-4350-931e-f3b1b35dc4cd with Priority: HIGHEST for action security_group_members [ 913.177264] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3d0b0ce-be2c-4729-a585-4a857d145322 with Priority: HIGHEST for action port [ 913.177725] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8111e738-6228-4350-931e-f3b1b35dc4cd taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.178183] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.178258] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.178690] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.178922] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8111e738-6228-4350-931e-f3b1b35dc4cd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.180950] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8111e738-6228-4350-931e-f3b1b35dc4cd taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.181619] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.181711] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.181980] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.182294] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.182440] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.182548] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.182828] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.182931] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.183137] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8111e738-6228-4350-931e-f3b1b35dc4cd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.187390] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3d0b0ce-be2c-4729-a585-4a857d145322 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.187390] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3d0b0ce-be2c-4729-a585-4a857d145322" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.187390] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3d0b0ce-be2c-4729-a585-4a857d145322" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.187390] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3d0b0ce-be2c-4729-a585-4a857d145322" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.187390] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3d0b0ce-be2c-4729-a585-4a857d145322',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.248600] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2cc091f-39ca-45a5-82a9-e0496737e5b4: rpc.has_security_group_logging(os_id): False [ 913.250421] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.277335] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.277335] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.277744] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.277744] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.277744] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.277968] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.278124] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.278181] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.278332] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.278413] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.278619] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.278746] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.278829] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.278982] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.280502] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.280762] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.282528] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.282608] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.282798] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.283012] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.283012] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2cc091f-39ca-45a5-82a9-e0496737e5b4 is going to be created. [ 913.360788] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.360788] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.360788] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.360989] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.361175] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.381517] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2cc091f-39ca-45a5-82a9-e0496737e5b4 in Status: IN_PROGRESS for 2s [ 913.690874] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3d0b0ce-be2c-4729-a585-4a857d145322 with status ACTIVE [ 913.691139] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.692027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.692027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.692027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.692027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.692027] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.692313] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.692313] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.692404] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.692404] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.693136] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.693136] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.693136] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.693136] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.693136] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.693136] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3d0b0ce-be2c-4729-a585-4a857d145322 is going to be updated. [ 913.697436] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8111e738-6228-4350-931e-f3b1b35dc4cd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.698669] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8111e738-6228-4350-931e-f3b1b35dc4cd taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.698833] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.721872] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.722750] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.722881] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.723152] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.723305] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.723482] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3d0b0ce-be2c-4729-a585-4a857d145322" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.760646] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.760822] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.760931] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.761167] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.761256] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.761353] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 is going to be updated. [ 913.799875] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.800062] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.800176] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.800366] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.800519] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.813361] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: IN_PROGRESS for 2s [ 914.168320] env[65906]: INFO networking_nsxv3.common.synchronization [req-b51342ac-af15-43c5-bb4a-f84354fc6a49 req-1160ea69-e717-49c0-9b8f-275c17f28c80 tempest-ListServersNegativeTestJSON-1609980054 tempest-ListServersNegativeTestJSON-1609980054-project-member] Enqueued Resource ID: 8111e738-6228-4350-931e-f3b1b35dc4cd with Priority: HIGHEST for action security_group_members [ 914.169024] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8111e738-6228-4350-931e-f3b1b35dc4cd with Priority: HIGHEST for action security_group_members [ 914.169683] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8111e738-6228-4350-931e-f3b1b35dc4cd taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.169780] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.200455] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8111e738-6228-4350-931e-f3b1b35dc4cd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.690901] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-723 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.691155] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-723" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.691286] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-723" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.691566] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-723" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.691842] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.691999] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.692188] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.692448] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.692672] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.692935] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.693064] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 914.693176] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 914.693403] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 914.693464] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.693579] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 914.693749] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 914.704361] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.704553] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.704553] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.704736] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.704831] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.704920] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8111e738-6228-4350-931e-f3b1b35dc4cd is going to be created. [ 914.730769] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 914.730769] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 914.730954] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 914.731105] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-723" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.731482] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-92cf9650-b2e0-41cb-834d-df7b50c1ccbb taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.731724] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-92cf9650-b2e0-41cb-834d-df7b50c1ccbb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.731850] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-92cf9650-b2e0-41cb-834d-df7b50c1ccbb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.732441] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-92cf9650-b2e0-41cb-834d-df7b50c1ccbb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.732521] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92cf9650-b2e0-41cb-834d-df7b50c1ccbb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.760197] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.760197] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.760197] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.760197] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.760197] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.781460] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8111e738-6228-4350-931e-f3b1b35dc4cd in Status: UNINITIALIZED for 2s [ 915.234666] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.235061] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.235061] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.235335] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.235482] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.235639] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port 92cf9650-b2e0-41cb-834d-df7b50c1ccbb not found, creating... [ 915.236357] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.236357] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.236357] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.236625] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.236952] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.237441] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.237750] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.237995] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.238401] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.238756] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.239349] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: 92cf9650-b2e0-41cb-834d-df7b50c1ccbb is going to be created. [ 915.268911] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.269151] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.269290] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.270040] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.270040] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.270040] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-92cf9650-b2e0-41cb-834d-df7b50c1ccbb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.401528] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2cc091f-39ca-45a5-82a9-e0496737e5b4 in Status: SUCCESS [ 915.401618] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2cc091f-39ca-45a5-82a9-e0496737e5b4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.824612] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: SUCCESS [ 915.824918] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.825193] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.825469] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.825733] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.826066] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.826066] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.826223] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.826364] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.826465] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.826595] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.986722] env[65906]: INFO networking_nsxv3.common.synchronization [req-b51342ac-af15-43c5-bb4a-f84354fc6a49 req-a8ba41d3-1fc7-4f4b-96ab-dc23483e4f1f service nova] Enqueued Resource ID: 8111e738-6228-4350-931e-f3b1b35dc4cd with Priority: HIGHEST for action security_group_rules [ 915.986935] env[65906]: INFO networking_nsxv3.common.synchronization [req-b51342ac-af15-43c5-bb4a-f84354fc6a49 req-a8ba41d3-1fc7-4f4b-96ab-dc23483e4f1f service nova] Enqueued Resource ID: 8111e738-6228-4350-931e-f3b1b35dc4cd with Priority: HIGHEST for action security_group_members [ 915.987269] env[65906]: INFO networking_nsxv3.common.synchronization [req-b51342ac-af15-43c5-bb4a-f84354fc6a49 req-a8ba41d3-1fc7-4f4b-96ab-dc23483e4f1f service nova] Enqueued Resource ID: 92cf9650-b2e0-41cb-834d-df7b50c1ccbb with Priority: HIGHEST for action port [ 915.987944] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8111e738-6228-4350-931e-f3b1b35dc4cd with Priority: HIGHEST for action security_group_rules [ 915.989573] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8111e738-6228-4350-931e-f3b1b35dc4cd with Priority: HIGHEST for action security_group_members [ 915.989573] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92cf9650-b2e0-41cb-834d-df7b50c1ccbb with Priority: HIGHEST for action port [ 915.989573] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8111e738-6228-4350-931e-f3b1b35dc4cd taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.989918] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.990196] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8111e738-6228-4350-931e-f3b1b35dc4cd taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.990284] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.990730] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-92cf9650-b2e0-41cb-834d-df7b50c1ccbb taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.990730] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92cf9650-b2e0-41cb-834d-df7b50c1ccbb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.990730] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92cf9650-b2e0-41cb-834d-df7b50c1ccbb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.991030] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92cf9650-b2e0-41cb-834d-df7b50c1ccbb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.991030] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92cf9650-b2e0-41cb-834d-df7b50c1ccbb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.329918] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.330483] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.330483] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.330726] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.330884] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.331037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.331127] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.331378] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.331527] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.331691] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.331934] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.332100] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.332214] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.332466] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.332680] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.332829] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.332902] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.333811] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.333932] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.334096] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.334177] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.493078] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92cf9650-b2e0-41cb-834d-df7b50c1ccbb with status ACTIVE [ 916.493311] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.493448] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.493525] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.493771] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.493867] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.494066] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.494169] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.494231] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.494377] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.494452] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.494625] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.494717] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.494779] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.494913] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.495024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.495120] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92cf9650-b2e0-41cb-834d-df7b50c1ccbb is going to be updated. [ 916.520660] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.520803] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.520908] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.521193] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.521392] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.521585] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92cf9650-b2e0-41cb-834d-df7b50c1ccbb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.794317] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8111e738-6228-4350-931e-f3b1b35dc4cd in Status: SUCCESS [ 916.794317] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.794317] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.794317] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.794517] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.794517] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.794517] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.794673] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.794736] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.794859] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.794935] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8111e738-6228-4350-931e-f3b1b35dc4cd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.795862] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.796364] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.796364] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.796364] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.796364] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.796639] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.796710] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.798023] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8111e738-6228-4350-931e-f3b1b35dc4cd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.807721] env[65906]: INFO networking_nsxv3.common.synchronization [None req-960f50f4-d80c-41a5-bb6b-3ec1a771bff7 tempest-AttachInterfacesTestJSON-1137117109 tempest-AttachInterfacesTestJSON-1137117109-project-member] Enqueued Resource ID: e602e291-5e59-47b2-8c4a-1a019595c1c2 with Priority: HIGHEST for action security_group_rules [ 916.808636] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e602e291-5e59-47b2-8c4a-1a019595c1c2 with Priority: HIGHEST for action security_group_rules [ 916.810813] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e602e291-5e59-47b2-8c4a-1a019595c1c2 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.810991] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e602e291-5e59-47b2-8c4a-1a019595c1c2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.810991] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e602e291-5e59-47b2-8c4a-1a019595c1c2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.815201] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e602e291-5e59-47b2-8c4a-1a019595c1c2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.815201] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e602e291-5e59-47b2-8c4a-1a019595c1c2',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.839932] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cbbfa4a-ad46-47cc-89e9-430f85a34801: rpc.has_security_group_logging(os_id): False [ 916.861673] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.862736] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.862736] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.862736] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.896019] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.896019] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.896019] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.896019] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.896019] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.896019] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.896019] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.896019] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.896019] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.896019] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.896019] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.896019] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.896019] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.896019] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.896594] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.896594] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.896594] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 is going to be updated. [ 916.976696] env[65906]: INFO networking_nsxv3.common.synchronization [None req-c6ef81a4-29f9-49da-b3c2-487963169afa tempest-AttachInterfacesTestJSON-1137117109 tempest-AttachInterfacesTestJSON-1137117109-project-member] Enqueued Resource ID: e602e291-5e59-47b2-8c4a-1a019595c1c2 with Priority: HIGHEST for action security_group_rules [ 916.977257] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e602e291-5e59-47b2-8c4a-1a019595c1c2 with Priority: HIGHEST for action security_group_rules [ 916.977571] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e602e291-5e59-47b2-8c4a-1a019595c1c2 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.977672] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e602e291-5e59-47b2-8c4a-1a019595c1c2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.992142] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.992325] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.992414] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.992574] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.992720] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.006509] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: IN_PROGRESS for 2s [ 917.300050] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8111e738-6228-4350-931e-f3b1b35dc4cd taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.300050] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.300050] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8111e738-6228-4350-931e-f3b1b35dc4cd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.431250] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.431676] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.431676] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.431676] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.431773] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.431856] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e602e291-5e59-47b2-8c4a-1a019595c1c2 already deleted. [ 917.431975] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e602e291-5e59-47b2-8c4a-1a019595c1c2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.432100] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e602e291-5e59-47b2-8c4a-1a019595c1c2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.432256] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e602e291-5e59-47b2-8c4a-1a019595c1c2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.432364] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e602e291-5e59-47b2-8c4a-1a019595c1c2',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.802544] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8111e738-6228-4350-931e-f3b1b35dc4cd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.954137] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.954339] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.954400] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.954607] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.954686] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.954784] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e602e291-5e59-47b2-8c4a-1a019595c1c2 already deleted. [ 917.954881] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e602e291-5e59-47b2-8c4a-1a019595c1c2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.102371] env[65906]: INFO networking_nsxv3.common.synchronization [req-b51342ac-af15-43c5-bb4a-f84354fc6a49 req-6ece7e09-cd13-473a-aaa8-7df6222bb079 tempest-ListServersNegativeTestJSON-1609980054 tempest-ListServersNegativeTestJSON-1609980054-project-member] Enqueued Resource ID: 8111e738-6228-4350-931e-f3b1b35dc4cd with Priority: HIGHEST for action security_group_members [ 918.106267] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8111e738-6228-4350-931e-f3b1b35dc4cd with Priority: HIGHEST for action security_group_members [ 918.106921] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8111e738-6228-4350-931e-f3b1b35dc4cd taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.107043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.310727] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.310727] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.310727] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.310727] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.310727] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.310727] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8111e738-6228-4350-931e-f3b1b35dc4cd is going to be updated. [ 918.343741] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.343741] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.343741] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.343741] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.343741] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.353798] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8111e738-6228-4350-931e-f3b1b35dc4cd in Status: IN_PROGRESS for 2s [ 918.382925] env[65906]: INFO networking_nsxv3.common.synchronization [None req-d32218c0-4d1b-43a7-97d3-05e763d23ea2 None None] Enqueued Resource ID: 46441983-2e89-488d-98ac-ed9df753ad9e with Priority: HIGHEST for action port [ 918.382925] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46441983-2e89-488d-98ac-ed9df753ad9e with Priority: HIGHEST for action port [ 918.382925] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-46441983-2e89-488d-98ac-ed9df753ad9e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.382925] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46441983-2e89-488d-98ac-ed9df753ad9e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.382925] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46441983-2e89-488d-98ac-ed9df753ad9e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.383370] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46441983-2e89-488d-98ac-ed9df753ad9e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.383539] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46441983-2e89-488d-98ac-ed9df753ad9e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.579610] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-723 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.579610] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-723" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.579963] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-723" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.580349] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-723" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.580562] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.580792] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.580950] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.581252] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.582241] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.582241] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.582241] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.582241] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.582241] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.582241] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.582486] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.582591] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.601988] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.602201] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 918.602383] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.602593] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-723" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.602904] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-b0e172f0-37ff-44d3-97f0-8d933c61b638 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.603106] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-b0e172f0-37ff-44d3-97f0-8d933c61b638" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.603238] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-b0e172f0-37ff-44d3-97f0-8d933c61b638" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.603909] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-b0e172f0-37ff-44d3-97f0-8d933c61b638" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.604111] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0e172f0-37ff-44d3-97f0-8d933c61b638',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.886693] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46441983-2e89-488d-98ac-ed9df753ad9e [ 918.887373] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.887373] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.887373] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.887685] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.887854] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.888035] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46441983-2e89-488d-98ac-ed9df753ad9e already deleted. [ 918.888199] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46441983-2e89-488d-98ac-ed9df753ad9e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.021853] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: SUCCESS [ 919.022140] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.107103] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.107203] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.107337] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.107606] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.107748] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.108058] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port b0e172f0-37ff-44d3-97f0-8d933c61b638 not found, creating... [ 919.108329] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.108429] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.108550] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.108772] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.108909] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.109206] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.109363] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.109474] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.109680] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.109809] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.109946] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: b0e172f0-37ff-44d3-97f0-8d933c61b638 is going to be created. [ 919.137961] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.138316] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.138449] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.139047] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.139047] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.143482] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-b0e172f0-37ff-44d3-97f0-8d933c61b638" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.884340] env[65906]: INFO networking_nsxv3.common.synchronization [req-b51342ac-af15-43c5-bb4a-f84354fc6a49 req-31665291-bff8-41ac-adff-95ce9103ba8f service nova] Enqueued Resource ID: 8111e738-6228-4350-931e-f3b1b35dc4cd with Priority: HIGHEST for action security_group_rules [ 919.884647] env[65906]: INFO networking_nsxv3.common.synchronization [req-b51342ac-af15-43c5-bb4a-f84354fc6a49 req-31665291-bff8-41ac-adff-95ce9103ba8f service nova] Enqueued Resource ID: 8111e738-6228-4350-931e-f3b1b35dc4cd with Priority: HIGHEST for action security_group_members [ 919.884647] env[65906]: INFO networking_nsxv3.common.synchronization [req-b51342ac-af15-43c5-bb4a-f84354fc6a49 req-31665291-bff8-41ac-adff-95ce9103ba8f service nova] Enqueued Resource ID: b0e172f0-37ff-44d3-97f0-8d933c61b638 with Priority: HIGHEST for action port [ 919.885347] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8111e738-6228-4350-931e-f3b1b35dc4cd with Priority: HIGHEST for action security_group_rules [ 919.885347] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8111e738-6228-4350-931e-f3b1b35dc4cd with Priority: HIGHEST for action security_group_members [ 919.885584] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0e172f0-37ff-44d3-97f0-8d933c61b638 with Priority: HIGHEST for action port [ 919.885902] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8111e738-6228-4350-931e-f3b1b35dc4cd taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.886103] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.886387] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8111e738-6228-4350-931e-f3b1b35dc4cd taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.886464] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.887052] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0e172f0-37ff-44d3-97f0-8d933c61b638 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.887052] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0e172f0-37ff-44d3-97f0-8d933c61b638" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.887052] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0e172f0-37ff-44d3-97f0-8d933c61b638" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.887052] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0e172f0-37ff-44d3-97f0-8d933c61b638" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.887452] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0e172f0-37ff-44d3-97f0-8d933c61b638',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.367354] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8111e738-6228-4350-931e-f3b1b35dc4cd in Status: SUCCESS [ 920.367354] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.367354] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.367354] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.367354] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.367354] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.368148] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.368330] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.368431] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.368502] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8111e738-6228-4350-931e-f3b1b35dc4cd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.390427] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0e172f0-37ff-44d3-97f0-8d933c61b638 with status ACTIVE [ 920.390643] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.390906] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.390906] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.391078] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.391174] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.391358] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.391459] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.391522] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.391801] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.391801] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.391995] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.391995] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.392126] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.392207] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.392279] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.392360] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0e172f0-37ff-44d3-97f0-8d933c61b638 is going to be updated. [ 920.415178] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.415323] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.415379] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.415580] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.415742] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.416164] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0e172f0-37ff-44d3-97f0-8d933c61b638" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.873975] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8111e738-6228-4350-931e-f3b1b35dc4cd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.908662] env[65906]: INFO networking_nsxv3.common.synchronization [None req-ace4c96c-5998-46f3-bfcf-6182a120687d None None] Enqueued Resource ID: f97a61db-de61-4fac-9b24-a895a9459f4c with Priority: HIGHEST for action port [ 920.909325] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f97a61db-de61-4fac-9b24-a895a9459f4c with Priority: HIGHEST for action port [ 920.909518] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-f97a61db-de61-4fac-9b24-a895a9459f4c taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.909633] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f97a61db-de61-4fac-9b24-a895a9459f4c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.910026] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f97a61db-de61-4fac-9b24-a895a9459f4c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.910026] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f97a61db-de61-4fac-9b24-a895a9459f4c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.913592] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f97a61db-de61-4fac-9b24-a895a9459f4c',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.380022] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8111e738-6228-4350-931e-f3b1b35dc4cd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.416619] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f97a61db-de61-4fac-9b24-a895a9459f4c [ 921.416916] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.417062] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.417129] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.417344] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.417434] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.418584] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f97a61db-de61-4fac-9b24-a895a9459f4c already deleted. [ 921.418584] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f97a61db-de61-4fac-9b24-a895a9459f4c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.881748] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.881936] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.882013] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.882329] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.882385] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.882518] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8111e738-6228-4350-931e-f3b1b35dc4cd is going to be updated. [ 921.967901] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.968374] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.968374] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.970192] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.970192] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.975735] env[65906]: INFO networking_nsxv3.common.synchronization [req-5a435e28-7f25-40f0-b087-1ad23efb4938 req-8450d05e-2cab-4cbe-9c53-cf2a37f8b76e tempest-AttachVolumeShelveTestJSON-944459229 tempest-AttachVolumeShelveTestJSON-944459229-project-member] Enqueued Resource ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 with Priority: HIGHEST for action security_group_members [ 921.976647] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 with Priority: HIGHEST for action security_group_members [ 921.977303] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-891eb189-7a70-45d5-be8d-45d5f7d10491 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.977534] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.977691] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.978041] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.979078] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.979078] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.979078] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.979078] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.979078] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.979418] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('891eb189-7a70-45d5-be8d-45d5f7d10491',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.985023] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8111e738-6228-4350-931e-f3b1b35dc4cd in Status: IN_PROGRESS for 2s [ 922.393707] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-191 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.393881] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-191" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.395021] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-191" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.395021] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-191" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.395021] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.395021] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.395021] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.395303] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.395380] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.395658] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.396378] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 922.396378] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 922.396378] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 922.396378] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.396378] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 922.397217] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 922.421038] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 922.421038] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 922.421191] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 922.421274] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-191" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.421716] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-feb36e3c-2152-4607-9778-1053086ec9cc taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.421923] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-feb36e3c-2152-4607-9778-1053086ec9cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.422074] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-feb36e3c-2152-4607-9778-1053086ec9cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.422359] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-feb36e3c-2152-4607-9778-1053086ec9cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.422505] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feb36e3c-2152-4607-9778-1053086ec9cc',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.484161] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.484161] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.484161] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.484161] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.484161] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.484161] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.484161] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.484161] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.484161] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.484161] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.484161] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 already deleted. [ 922.484161] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.925412] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.925687] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.925816] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.926192] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.926231] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.926384] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port feb36e3c-2152-4607-9778-1053086ec9cc not found, creating... [ 922.926642] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.926795] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.926907] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.927141] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.927273] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.927546] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.927694] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.927805] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.928034] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.928374] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.928374] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: feb36e3c-2152-4607-9778-1053086ec9cc is going to be created. [ 922.949712] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.949935] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.950072] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.950719] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.950719] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.951056] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-feb36e3c-2152-4607-9778-1053086ec9cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.763556] env[65906]: INFO networking_nsxv3.common.synchronization [req-5a435e28-7f25-40f0-b087-1ad23efb4938 req-c899257f-ffc0-4bd6-9a33-b9398dd61e8d service nova] Enqueued Resource ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 with Priority: HIGHEST for action security_group_rules [ 923.763556] env[65906]: INFO networking_nsxv3.common.synchronization [req-5a435e28-7f25-40f0-b087-1ad23efb4938 req-c899257f-ffc0-4bd6-9a33-b9398dd61e8d service nova] Enqueued Resource ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 with Priority: HIGHEST for action security_group_members [ 923.763556] env[65906]: INFO networking_nsxv3.common.synchronization [req-5a435e28-7f25-40f0-b087-1ad23efb4938 req-c899257f-ffc0-4bd6-9a33-b9398dd61e8d service nova] Enqueued Resource ID: feb36e3c-2152-4607-9778-1053086ec9cc with Priority: HIGHEST for action port [ 923.764056] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 with Priority: HIGHEST for action security_group_rules [ 923.764056] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 with Priority: HIGHEST for action security_group_members [ 923.764056] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb36e3c-2152-4607-9778-1053086ec9cc with Priority: HIGHEST for action port [ 923.765440] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-891eb189-7a70-45d5-be8d-45d5f7d10491 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.765608] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.765680] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.765907] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.765994] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('891eb189-7a70-45d5-be8d-45d5f7d10491',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.768232] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-891eb189-7a70-45d5-be8d-45d5f7d10491 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.769113] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.769113] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.769113] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.769113] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.769113] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.769113] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.769335] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.769405] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.769536] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('891eb189-7a70-45d5-be8d-45d5f7d10491',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.770664] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-feb36e3c-2152-4607-9778-1053086ec9cc taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.770664] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-feb36e3c-2152-4607-9778-1053086ec9cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.770664] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-feb36e3c-2152-4607-9778-1053086ec9cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.770841] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-feb36e3c-2152-4607-9778-1053086ec9cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.770841] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feb36e3c-2152-4607-9778-1053086ec9cc',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.995919] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8111e738-6228-4350-931e-f3b1b35dc4cd in Status: SUCCESS [ 923.995919] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.995919] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.996064] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.996201] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.996331] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.996377] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.996530] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.996614] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.996699] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.996863] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8111e738-6228-4350-931e-f3b1b35dc4cd taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.996941] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.996997] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.997147] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.997283] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.997383] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.997468] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.997673] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.997750] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.997836] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.997928] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8111e738-6228-4350-931e-f3b1b35dc4cd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.999145] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.999313] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.999462] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.999560] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.999623] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.999949] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.000193] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.000193] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8111e738-6228-4350-931e-f3b1b35dc4cd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.269630] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-891eb189-7a70-45d5-be8d-45d5f7d10491 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.269824] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.274339] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('891eb189-7a70-45d5-be8d-45d5f7d10491',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.275219] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port feb36e3c-2152-4607-9778-1053086ec9cc with status ACTIVE [ 924.276079] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.276079] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.276079] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.276079] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.276304] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.276460] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.276607] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.276704] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.276927] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.277225] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.277565] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.277752] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.277908] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.278203] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.278393] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.278616] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: feb36e3c-2152-4607-9778-1053086ec9cc is going to be updated. [ 924.306430] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.306430] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.306430] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.306430] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.306430] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.306430] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-feb36e3c-2152-4607-9778-1053086ec9cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.503658] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8111e738-6228-4350-931e-f3b1b35dc4cd: rpc.has_security_group_logging(os_id): False [ 924.505346] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8111e738-6228-4350-931e-f3b1b35dc4cd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.528387] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.528387] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.528387] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.528686] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.528686] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.529674] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.530420] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.530420] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.530420] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.530420] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.530892] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.531076] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.531294] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.531481] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.531598] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.533299] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.533299] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.533299] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.533299] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.533299] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.533299] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8111e738-6228-4350-931e-f3b1b35dc4cd is going to be created. [ 924.613361] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.613361] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.613361] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.613361] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.613361] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.626987] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8111e738-6228-4350-931e-f3b1b35dc4cd in Status: IN_PROGRESS for 2s [ 924.782209] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('891eb189-7a70-45d5-be8d-45d5f7d10491',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.014294] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8111e738-6228-4350-931e-f3b1b35dc4cd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.284908] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.285092] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.285166] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.285390] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.285480] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.285579] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 is going to be created. [ 925.333397] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.333582] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.333645] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.335090] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.335090] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.345658] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 in Status: UNINITIALIZED for 2s [ 925.519673] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.521026] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.521026] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.521026] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.521026] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.521026] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8111e738-6228-4350-931e-f3b1b35dc4cd is going to be updated. [ 925.555465] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.555465] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.555465] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.555465] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.555465] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.566953] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8111e738-6228-4350-931e-f3b1b35dc4cd in Status: IN_PROGRESS for 2s [ 925.900773] env[65906]: INFO networking_nsxv3.common.synchronization [None req-d5912500-8983-422e-8332-f8529b89ab28 None None] Enqueued Resource ID: c72ab1c5-9fb2-4710-902c-350730489fdd with Priority: HIGHEST for action port [ 925.901422] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c72ab1c5-9fb2-4710-902c-350730489fdd with Priority: HIGHEST for action port [ 925.901871] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-c72ab1c5-9fb2-4710-902c-350730489fdd taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.901871] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c72ab1c5-9fb2-4710-902c-350730489fdd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.901871] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c72ab1c5-9fb2-4710-902c-350730489fdd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.902489] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c72ab1c5-9fb2-4710-902c-350730489fdd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.902596] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c72ab1c5-9fb2-4710-902c-350730489fdd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.156024] env[65906]: INFO networking_nsxv3.common.synchronization [req-db2fc2ef-fe6a-43f3-84dc-c8c885889928 req-677c72b3-a200-40b3-bda6-447d2545849d tempest-ServerGroupTestJSON-412323520 tempest-ServerGroupTestJSON-412323520-project-member] Enqueued Resource ID: c2cc091f-39ca-45a5-82a9-e0496737e5b4 with Priority: HIGHEST for action security_group_members [ 926.156024] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2cc091f-39ca-45a5-82a9-e0496737e5b4 with Priority: HIGHEST for action security_group_members [ 926.156024] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2cc091f-39ca-45a5-82a9-e0496737e5b4 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.156660] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2cc091f-39ca-45a5-82a9-e0496737e5b4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.156907] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2cc091f-39ca-45a5-82a9-e0496737e5b4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.157236] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2cc091f-39ca-45a5-82a9-e0496737e5b4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.157530] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.159892] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.159892] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.159892] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.159892] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.159892] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2cc091f-39ca-45a5-82a9-e0496737e5b4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.405178] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c72ab1c5-9fb2-4710-902c-350730489fdd [ 926.405418] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.405547] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.405611] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.405966] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.405966] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.406044] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c72ab1c5-9fb2-4710-902c-350730489fdd already deleted. [ 926.406095] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c72ab1c5-9fb2-4710-902c-350730489fdd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.641046] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8111e738-6228-4350-931e-f3b1b35dc4cd in Status: SUCCESS [ 926.641046] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.641046] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.641046] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.641046] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8111e738-6228-4350-931e-f3b1b35dc4cd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.660434] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.660846] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.660963] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.661447] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.661447] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.661569] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.661680] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.661745] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.661942] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.662040] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.662158] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2cc091f-39ca-45a5-82a9-e0496737e5b4 is going to be updated. [ 926.692491] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.692728] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.692728] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.693034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.693203] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.703250] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2cc091f-39ca-45a5-82a9-e0496737e5b4 in Status: IN_PROGRESS for 2s [ 927.121212] env[65906]: INFO networking_nsxv3.common.synchronization [req-4268cd6a-eed0-4c36-b746-87a619b8e53e req-4e308eb5-958e-4236-a9cb-0375cdf75064 tempest-ServersTestJSON-597851649 tempest-ServersTestJSON-597851649-project-member] Enqueued Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 927.122174] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 927.122395] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.122528] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.122528] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.122710] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.122872] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.122988] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.123102] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.123287] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.123409] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.123542] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.146646] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8111e738-6228-4350-931e-f3b1b35dc4cd taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.146971] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.360024] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 in Status: SUCCESS [ 927.360024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.360024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.360024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.361150] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.364037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.364037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.364037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.364037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.364037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.364037] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('891eb189-7a70-45d5-be8d-45d5f7d10491',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.452263] env[65906]: INFO networking_nsxv3.common.synchronization [None req-0fe0f20b-dda5-421f-b4a0-f6428acbda2b tempest-ServerActionsTestJSON-2004915865 tempest-ServerActionsTestJSON-2004915865-project-member] Enqueued Resource ID: 9a9392f2-8e81-4e47-b81b-8684787744db with Priority: HIGHEST for action security_group_rules [ 927.453310] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a9392f2-8e81-4e47-b81b-8684787744db with Priority: HIGHEST for action security_group_rules [ 927.453649] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a9392f2-8e81-4e47-b81b-8684787744db taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.453843] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.453950] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.454206] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.454289] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a9392f2-8e81-4e47-b81b-8684787744db',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.582873] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8111e738-6228-4350-931e-f3b1b35dc4cd in Status: SUCCESS [ 927.582873] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.582873] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.582873] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.582873] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.582873] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.582873] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.582873] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.582873] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.582873] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8111e738-6228-4350-931e-f3b1b35dc4cd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.626196] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.652698] env[65906]: INFO networking_nsxv3.common.synchronization [None req-b4246364-a68e-49c9-b44d-7e228b721381 tempest-ServerActionsTestJSON-2004915865 tempest-ServerActionsTestJSON-2004915865-project-member] Enqueued Resource ID: 9a9392f2-8e81-4e47-b81b-8684787744db with Priority: HIGHEST for action security_group_rules [ 927.652698] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a9392f2-8e81-4e47-b81b-8684787744db with Priority: HIGHEST for action security_group_rules [ 927.653581] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a9392f2-8e81-4e47-b81b-8684787744db taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.653581] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.866448] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('891eb189-7a70-45d5-be8d-45d5f7d10491',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.977608] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.977764] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.977839] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.978163] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.978217] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.978304] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a9392f2-8e81-4e47-b81b-8684787744db already deleted. [ 927.978391] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.978925] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.979104] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.979190] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a9392f2-8e81-4e47-b81b-8684787744db',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.088157] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8111e738-6228-4350-931e-f3b1b35dc4cd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.129078] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.369126] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 891eb189-7a70-45d5-be8d-45d5f7d10491: rpc.has_security_group_logging(os_id): False [ 928.396304] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.396304] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.396304] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.396304] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.396304] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.396304] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.396304] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.396304] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.396304] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.396304] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.396304] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 is going to be created. [ 928.467838] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.468136] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.468256] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.469612] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.469858] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.487526] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 in Status: IN_PROGRESS for 2s [ 928.505502] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.505643] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.505725] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.505961] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.506057] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.506163] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a9392f2-8e81-4e47-b81b-8684787744db already deleted. [ 928.506244] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.591045] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8111e738-6228-4350-931e-f3b1b35dc4cd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.631685] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.632815] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.632909] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.633178] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.633296] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.633415] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 is going to be updated. [ 928.652295] env[65906]: INFO networking_nsxv3.common.synchronization [None req-45a852e9-86ee-48c8-9edc-fabe48223782 None None] Enqueued Resource ID: a7f7327e-17ac-434c-982c-891f73ff37e1 with Priority: HIGHEST for action port [ 928.652295] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7f7327e-17ac-434c-982c-891f73ff37e1 with Priority: HIGHEST for action port [ 928.652295] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7f7327e-17ac-434c-982c-891f73ff37e1 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.652295] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7f7327e-17ac-434c-982c-891f73ff37e1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.652295] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7f7327e-17ac-434c-982c-891f73ff37e1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.652295] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7f7327e-17ac-434c-982c-891f73ff37e1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.652295] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7f7327e-17ac-434c-982c-891f73ff37e1',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.666230] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.667586] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.667586] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.667586] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.667586] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.681200] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: IN_PROGRESS for 2s [ 928.716192] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2cc091f-39ca-45a5-82a9-e0496737e5b4 in Status: SUCCESS [ 928.716989] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2cc091f-39ca-45a5-82a9-e0496737e5b4 deletion is rescheduled due to dependency. [ 928.716989] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2cc091f-39ca-45a5-82a9-e0496737e5b4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.093540] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.093721] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.093763] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.094086] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.094086] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.094150] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8111e738-6228-4350-931e-f3b1b35dc4cd is going to be updated. [ 929.124660] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.124660] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.124777] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.124912] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.125080] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.134443] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8111e738-6228-4350-931e-f3b1b35dc4cd in Status: IN_PROGRESS for 2s [ 929.155414] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7f7327e-17ac-434c-982c-891f73ff37e1 [ 929.155927] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.156117] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.156185] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.156400] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.156490] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.156587] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7f7327e-17ac-434c-982c-891f73ff37e1 already deleted. [ 929.156689] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7f7327e-17ac-434c-982c-891f73ff37e1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.585978] env[65906]: INFO networking_nsxv3.common.synchronization [req-1ad1241e-4ea2-4424-9987-2109da36f029 req-7cbdae4c-fd75-48d2-adfa-4a63e0c4d96b tempest-ImagesTestJSON-1400319718 tempest-ImagesTestJSON-1400319718-project-member] Enqueued Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_members [ 929.587372] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_members [ 929.587786] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e44fcdd6-c25c-40da-9f8b-035616ab7b70 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.587890] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.588383] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.588708] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.588932] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.589057] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.589124] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.589360] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.589469] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.589534] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.074947] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-188 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.075252] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-188" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.075333] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-188" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.075607] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-188" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.075884] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.076185] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.076334] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.076588] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.076735] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.076976] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.077101] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 930.077241] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 930.077351] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 930.077506] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.077560] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 930.077686] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 930.096504] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 930.096677] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 930.096800] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 930.096976] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-188" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.097339] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-fcab704a-4be0-4dc2-95a6-7cc191b51432 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.097519] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-fcab704a-4be0-4dc2-95a6-7cc191b51432" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.097638] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-fcab704a-4be0-4dc2-95a6-7cc191b51432" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.097982] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-fcab704a-4be0-4dc2-95a6-7cc191b51432" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.098183] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcab704a-4be0-4dc2-95a6-7cc191b51432',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.099080] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.170761] env[65906]: INFO networking_nsxv3.common.synchronization [req-16f8ae41-3ddd-4c76-94be-0ca3dca54245 req-40788d4a-f98e-4ce7-bbcc-05abcc2726ab tempest-ServerRescueTestJSONUnderV235-92177185 tempest-ServerRescueTestJSONUnderV235-92177185-project-member] Enqueued Resource ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 with Priority: HIGHEST for action security_group_members [ 930.171137] env[65906]: INFO networking_nsxv3.common.synchronization [req-16f8ae41-3ddd-4c76-94be-0ca3dca54245 req-40788d4a-f98e-4ce7-bbcc-05abcc2726ab tempest-ServerRescueTestJSONUnderV235-92177185 tempest-ServerRescueTestJSONUnderV235-92177185-project-member] Enqueued Resource ID: eb695fd7-3335-4240-beb4-a82c66967d78 with Priority: HIGHEST for action security_group_members [ 930.171591] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 with Priority: HIGHEST for action security_group_members [ 930.171704] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb695fd7-3335-4240-beb4-a82c66967d78 with Priority: HIGHEST for action security_group_members [ 930.171963] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.172142] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.172211] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.172413] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.172574] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.172668] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.172729] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.172867] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.172951] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.173058] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd3116ec-1b74-48ca-98d1-f4d8d9aa0380',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.174338] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb695fd7-3335-4240-beb4-a82c66967d78 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.174455] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb695fd7-3335-4240-beb4-a82c66967d78" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.174496] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb695fd7-3335-4240-beb4-a82c66967d78" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.175020] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb695fd7-3335-4240-beb4-a82c66967d78" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.176925] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.176925] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.177030] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.177107] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.177195] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.177324] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb695fd7-3335-4240-beb4-a82c66967d78',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.220902] env[65906]: INFO networking_nsxv3.common.synchronization [req-16f8ae41-3ddd-4c76-94be-0ca3dca54245 req-40788d4a-f98e-4ce7-bbcc-05abcc2726ab tempest-ServerRescueTestJSONUnderV235-92177185 tempest-ServerRescueTestJSONUnderV235-92177185-project-member] Enqueued Resource ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 with Priority: HIGHEST for action security_group_rules [ 930.221315] env[65906]: INFO networking_nsxv3.common.synchronization [req-16f8ae41-3ddd-4c76-94be-0ca3dca54245 req-40788d4a-f98e-4ce7-bbcc-05abcc2726ab tempest-ServerRescueTestJSONUnderV235-92177185 tempest-ServerRescueTestJSONUnderV235-92177185-project-member] Enqueued Resource ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 with Priority: HIGHEST for action security_group_members [ 930.221554] env[65906]: INFO networking_nsxv3.common.synchronization [req-16f8ae41-3ddd-4c76-94be-0ca3dca54245 req-40788d4a-f98e-4ce7-bbcc-05abcc2726ab tempest-ServerRescueTestJSONUnderV235-92177185 tempest-ServerRescueTestJSONUnderV235-92177185-project-member] Enqueued Resource ID: eb695fd7-3335-4240-beb4-a82c66967d78 with Priority: HIGHEST for action security_group_rules [ 930.221797] env[65906]: INFO networking_nsxv3.common.synchronization [req-16f8ae41-3ddd-4c76-94be-0ca3dca54245 req-40788d4a-f98e-4ce7-bbcc-05abcc2726ab tempest-ServerRescueTestJSONUnderV235-92177185 tempest-ServerRescueTestJSONUnderV235-92177185-project-member] Enqueued Resource ID: eb695fd7-3335-4240-beb4-a82c66967d78 with Priority: HIGHEST for action security_group_members [ 930.222071] env[65906]: INFO networking_nsxv3.common.synchronization [req-16f8ae41-3ddd-4c76-94be-0ca3dca54245 req-40788d4a-f98e-4ce7-bbcc-05abcc2726ab tempest-ServerRescueTestJSONUnderV235-92177185 tempest-ServerRescueTestJSONUnderV235-92177185-project-member] Enqueued Resource ID: 19d609a9-ca49-4715-876e-325d3465e7ba with Priority: HIGHEST for action port [ 930.223069] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 with Priority: HIGHEST for action security_group_rules [ 930.223069] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb695fd7-3335-4240-beb4-a82c66967d78 with Priority: HIGHEST for action security_group_rules [ 930.223260] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19d609a9-ca49-4715-876e-325d3465e7ba with Priority: HIGHEST for action port [ 930.223428] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 with Priority: HIGHEST for action security_group_members [ 930.223600] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb695fd7-3335-4240-beb4-a82c66967d78 with Priority: HIGHEST for action security_group_members [ 930.224196] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.224441] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.224574] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.224874] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.225038] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd3116ec-1b74-48ca-98d1-f4d8d9aa0380',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.226350] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb695fd7-3335-4240-beb4-a82c66967d78 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.226547] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb695fd7-3335-4240-beb4-a82c66967d78" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.226666] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb695fd7-3335-4240-beb4-a82c66967d78" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.227822] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb695fd7-3335-4240-beb4-a82c66967d78" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.228185] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb695fd7-3335-4240-beb4-a82c66967d78',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.230056] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-19d609a9-ca49-4715-876e-325d3465e7ba taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.230424] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19d609a9-ca49-4715-876e-325d3465e7ba" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.230564] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19d609a9-ca49-4715-876e-325d3465e7ba" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.231105] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19d609a9-ca49-4715-876e-325d3465e7ba" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.231105] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19d609a9-ca49-4715-876e-325d3465e7ba',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.233478] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.233478] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.233478] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb695fd7-3335-4240-beb4-a82c66967d78 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.233478] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb695fd7-3335-4240-beb4-a82c66967d78" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.499290] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 in Status: SUCCESS [ 930.499599] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.601206] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.603322] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.603641] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.603849] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.604357] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.604652] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.604913] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port fcab704a-4be0-4dc2-95a6-7cc191b51432 not found, creating... [ 930.605393] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.606029] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.606029] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.606469] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.606469] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.606968] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.607538] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.607538] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.607780] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.608111] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.608425] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: fcab704a-4be0-4dc2-95a6-7cc191b51432 is going to be created. [ 930.632958] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.633380] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.633426] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.633771] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.634110] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.634453] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-fcab704a-4be0-4dc2-95a6-7cc191b51432" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.674976] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd3116ec-1b74-48ca-98d1-f4d8d9aa0380',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.678865] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb695fd7-3335-4240-beb4-a82c66967d78',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.693433] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: SUCCESS [ 930.693602] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.733899] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb695fd7-3335-4240-beb4-a82c66967d78 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.734140] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb695fd7-3335-4240-beb4-a82c66967d78" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.734384] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.734499] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.735906] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19d609a9-ca49-4715-876e-325d3465e7ba with status ACTIVE [ 930.736116] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.736237] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.736306] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.736819] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.736819] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.736819] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.737014] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.737014] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.737439] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.737551] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.737819] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.737940] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.738015] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.738344] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.738448] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.738552] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19d609a9-ca49-4715-876e-325d3465e7ba is going to be updated. [ 930.763131] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.763326] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.763419] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.763645] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.763815] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.763990] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19d609a9-ca49-4715-876e-325d3465e7ba" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.111875] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.111989] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.112070] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.112287] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.112380] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.112510] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 is going to be updated. [ 931.146361] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8111e738-6228-4350-931e-f3b1b35dc4cd in Status: SUCCESS [ 931.146591] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.146781] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.147038] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.147263] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.147395] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.147463] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.147668] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.147821] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.148600] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.148719] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8111e738-6228-4350-931e-f3b1b35dc4cd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.150808] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.150936] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.151120] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.151166] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.151348] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.159359] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 in Status: IN_PROGRESS for 2s [ 931.177137] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd3116ec-1b74-48ca-98d1-f4d8d9aa0380',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.180659] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb695fd7-3335-4240-beb4-a82c66967d78',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.325191] env[65906]: INFO networking_nsxv3.common.synchronization [req-1ad1241e-4ea2-4424-9987-2109da36f029 req-c94ffae6-aa4d-47c3-a2cf-9971fb24bd72 service nova] Enqueued Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_rules [ 931.325373] env[65906]: INFO networking_nsxv3.common.synchronization [req-1ad1241e-4ea2-4424-9987-2109da36f029 req-c94ffae6-aa4d-47c3-a2cf-9971fb24bd72 service nova] Enqueued Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_members [ 931.325976] env[65906]: INFO networking_nsxv3.common.synchronization [req-1ad1241e-4ea2-4424-9987-2109da36f029 req-c94ffae6-aa4d-47c3-a2cf-9971fb24bd72 service nova] Enqueued Resource ID: fcab704a-4be0-4dc2-95a6-7cc191b51432 with Priority: HIGHEST for action port [ 931.326806] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_rules [ 931.326951] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_members [ 931.327063] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcab704a-4be0-4dc2-95a6-7cc191b51432 with Priority: HIGHEST for action port [ 931.327355] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e44fcdd6-c25c-40da-9f8b-035616ab7b70 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.327475] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.327539] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.327748] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.327843] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.328844] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e44fcdd6-c25c-40da-9f8b-035616ab7b70 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.328942] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.329147] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-fcab704a-4be0-4dc2-95a6-7cc191b51432 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.329253] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fcab704a-4be0-4dc2-95a6-7cc191b51432" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.329355] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fcab704a-4be0-4dc2-95a6-7cc191b51432" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.329539] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fcab704a-4be0-4dc2-95a6-7cc191b51432" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.329619] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fcab704a-4be0-4dc2-95a6-7cc191b51432',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.651599] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8111e738-6228-4350-931e-f3b1b35dc4cd taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.651599] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.651820] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.651894] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.652082] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.652338] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.652338] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.652469] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.652817] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.652817] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.652910] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8111e738-6228-4350-931e-f3b1b35dc4cd taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.652962] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.652995] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.653131] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.653267] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.653354] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.653407] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.653550] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.653643] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.653741] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.654061] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8111e738-6228-4350-931e-f3b1b35dc4cd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.680010] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.680010] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.680010] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.680010] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.680010] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.680010] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 is going to be updated. [ 931.683032] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.683032] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.683032] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.683301] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.683301] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.683394] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb695fd7-3335-4240-beb4-a82c66967d78 is going to be created. [ 931.710133] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.713025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.713025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.713025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.713025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.715390] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.716272] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.716384] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.716928] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.716928] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.730283] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 in Status: IN_PROGRESS for 2s [ 931.732133] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb695fd7-3335-4240-beb4-a82c66967d78 in Status: UNINITIALIZED for 2s [ 931.839219] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fcab704a-4be0-4dc2-95a6-7cc191b51432 with status ACTIVE [ 931.839219] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.839219] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.839219] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.839219] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.839219] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.839219] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.839219] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.839219] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.839219] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.839219] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.839219] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.839219] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.839219] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.839219] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.839219] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.839219] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fcab704a-4be0-4dc2-95a6-7cc191b51432 is going to be updated. [ 931.840193] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e44fcdd6-c25c-40da-9f8b-035616ab7b70 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.840193] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.859898] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.859898] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.859898] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.859898] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.860139] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.861642] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fcab704a-4be0-4dc2-95a6-7cc191b51432" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.898706] env[65906]: INFO networking_nsxv3.common.synchronization [req-38c1113b-8d99-4394-a1a0-a9315c2cae79 req-321ffd31-2deb-460b-9f4f-cae490d0e29f tempest-ServerRescueTestJSONUnderV235-92177185 tempest-ServerRescueTestJSONUnderV235-92177185-project-member] Enqueued Resource ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 with Priority: HIGHEST for action security_group_members [ 931.898932] env[65906]: INFO networking_nsxv3.common.synchronization [req-38c1113b-8d99-4394-a1a0-a9315c2cae79 req-321ffd31-2deb-460b-9f4f-cae490d0e29f tempest-ServerRescueTestJSONUnderV235-92177185 tempest-ServerRescueTestJSONUnderV235-92177185-project-member] Enqueued Resource ID: eb695fd7-3335-4240-beb4-a82c66967d78 with Priority: HIGHEST for action security_group_members [ 931.899618] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 with Priority: HIGHEST for action security_group_members [ 931.899770] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb695fd7-3335-4240-beb4-a82c66967d78 with Priority: HIGHEST for action security_group_members [ 931.900059] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.900238] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.900487] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb695fd7-3335-4240-beb4-a82c66967d78 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.900530] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb695fd7-3335-4240-beb4-a82c66967d78" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.955814] env[65906]: INFO networking_nsxv3.common.synchronization [req-38c1113b-8d99-4394-a1a0-a9315c2cae79 req-321ffd31-2deb-460b-9f4f-cae490d0e29f tempest-ServerRescueTestJSONUnderV235-92177185 tempest-ServerRescueTestJSONUnderV235-92177185-project-member] Enqueued Resource ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 with Priority: HIGHEST for action security_group_rules [ 931.956009] env[65906]: INFO networking_nsxv3.common.synchronization [req-38c1113b-8d99-4394-a1a0-a9315c2cae79 req-321ffd31-2deb-460b-9f4f-cae490d0e29f tempest-ServerRescueTestJSONUnderV235-92177185 tempest-ServerRescueTestJSONUnderV235-92177185-project-member] Enqueued Resource ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 with Priority: HIGHEST for action security_group_members [ 931.956635] env[65906]: INFO networking_nsxv3.common.synchronization [req-38c1113b-8d99-4394-a1a0-a9315c2cae79 req-321ffd31-2deb-460b-9f4f-cae490d0e29f tempest-ServerRescueTestJSONUnderV235-92177185 tempest-ServerRescueTestJSONUnderV235-92177185-project-member] Enqueued Resource ID: 19d609a9-ca49-4715-876e-325d3465e7ba with Priority: HIGHEST for action port [ 931.957209] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 with Priority: HIGHEST for action security_group_rules [ 931.957350] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 with Priority: HIGHEST for action security_group_members [ 931.957763] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19d609a9-ca49-4715-876e-325d3465e7ba with Priority: HIGHEST for action port [ 931.957763] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.957837] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.958237] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.958237] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.958237] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-19d609a9-ca49-4715-876e-325d3465e7ba taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.958518] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19d609a9-ca49-4715-876e-325d3465e7ba" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.958518] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19d609a9-ca49-4715-876e-325d3465e7ba" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.958886] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19d609a9-ca49-4715-876e-325d3465e7ba" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.958886] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19d609a9-ca49-4715-876e-325d3465e7ba',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.157482] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8111e738-6228-4350-931e-f3b1b35dc4cd: rpc.has_security_group_logging(os_id): False [ 932.178098] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.178098] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.178098] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.178098] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.178098] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.182034] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.182034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.182034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.182034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.182034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.182034] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.182034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.182034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.182034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.182034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.182034] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.182034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.182034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.182034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.182666] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.182666] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8111e738-6228-4350-931e-f3b1b35dc4cd is going to be updated. [ 932.202407] env[65906]: INFO networking_nsxv3.common.synchronization [None req-1091f29f-588a-4356-8a27-2c95c675252f None None] Enqueued Resource ID: 10004167-b46d-4ef7-83a8-1a99c604ffcb with Priority: HIGHEST for action port [ 932.203230] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10004167-b46d-4ef7-83a8-1a99c604ffcb with Priority: HIGHEST for action port [ 932.203230] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-10004167-b46d-4ef7-83a8-1a99c604ffcb taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.203230] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10004167-b46d-4ef7-83a8-1a99c604ffcb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.203230] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10004167-b46d-4ef7-83a8-1a99c604ffcb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.203482] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10004167-b46d-4ef7-83a8-1a99c604ffcb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.203599] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10004167-b46d-4ef7-83a8-1a99c604ffcb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.252805] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.253037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.253144] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.253382] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.253563] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.271771] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8111e738-6228-4350-931e-f3b1b35dc4cd in Status: IN_PROGRESS for 2s [ 932.461580] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19d609a9-ca49-4715-876e-325d3465e7ba with status ACTIVE [ 932.461862] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.461955] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.461991] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.462264] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.462358] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.462530] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.462685] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.462762] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.462997] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.463105] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.463254] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.463425] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.463425] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.463619] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.463619] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.463719] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19d609a9-ca49-4715-876e-325d3465e7ba is going to be updated. [ 932.487518] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.487664] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.487741] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.487945] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.488116] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.488387] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19d609a9-ca49-4715-876e-325d3465e7ba" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.705651] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 10004167-b46d-4ef7-83a8-1a99c604ffcb [ 932.705999] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.706251] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.706380] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.707134] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.707134] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.707134] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:10004167-b46d-4ef7-83a8-1a99c604ffcb already deleted. [ 932.707134] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10004167-b46d-4ef7-83a8-1a99c604ffcb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.174670] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 in Status: SUCCESS [ 933.174831] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.175020] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.175256] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.175538] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.175639] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.175639] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.175753] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.175833] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.175923] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.680630] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.748118] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb695fd7-3335-4240-beb4-a82c66967d78 in Status: SUCCESS [ 933.748351] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb695fd7-3335-4240-beb4-a82c66967d78" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.749161] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 in Status: SUCCESS [ 933.749344] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.749670] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb695fd7-3335-4240-beb4-a82c66967d78" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.749729] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb695fd7-3335-4240-beb4-a82c66967d78" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.749956] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.750112] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.750185] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.750372] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.750468] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.750558] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb695fd7-3335-4240-beb4-a82c66967d78',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.751462] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.751711] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.751787] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.751887] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.751948] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.752095] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.752215] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.752268] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd3116ec-1b74-48ca-98d1-f4d8d9aa0380',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.185953] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.255081] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.255291] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.255783] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.256029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.256222] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.256443] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.256549] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.256615] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.256778] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.256859] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.256948] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb695fd7-3335-4240-beb4-a82c66967d78 is going to be deleted. [ 934.259071] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd3116ec-1b74-48ca-98d1-f4d8d9aa0380',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.286000] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8111e738-6228-4350-931e-f3b1b35dc4cd in Status: SUCCESS [ 934.286243] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.286423] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.286639] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.286727] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8111e738-6228-4350-931e-f3b1b35dc4cd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.299095] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.299309] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.299309] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.299533] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.300872] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.300872] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb695fd7-3335-4240-beb4-a82c66967d78" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.300872] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb695fd7-3335-4240-beb4-a82c66967d78" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.300872] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb695fd7-3335-4240-beb4-a82c66967d78" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.300872] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.300872] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.300872] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.300872] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.300872] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.300872] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb695fd7-3335-4240-beb4-a82c66967d78',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.689690] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.689690] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.689690] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.689690] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.689690] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.689690] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 is going to be updated. [ 934.734181] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.734379] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.734379] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.734600] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.734748] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.752274] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 in Status: IN_PROGRESS for 2s [ 934.762996] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd3116ec-1b74-48ca-98d1-f4d8d9aa0380',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.790568] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8111e738-6228-4350-931e-f3b1b35dc4cd taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.790762] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.790864] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.790994] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.792037] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.792037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.792037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.792037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.792037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.792037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.792037] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8111e738-6228-4350-931e-f3b1b35dc4cd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.805042] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.805042] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.805042] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.805042] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.805042] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.805042] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.805042] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.805042] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.805042] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.805042] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.805042] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb695fd7-3335-4240-beb4-a82c66967d78 already deleted. [ 934.805042] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb695fd7-3335-4240-beb4-a82c66967d78" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.805042] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb695fd7-3335-4240-beb4-a82c66967d78',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.805947] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb695fd7-3335-4240-beb4-a82c66967d78" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.806712] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb695fd7-3335-4240-beb4-a82c66967d78" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.806712] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.808422] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.808422] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.808422] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.808422] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.808422] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb695fd7-3335-4240-beb4-a82c66967d78',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.900533] env[65906]: INFO networking_nsxv3.common.synchronization [req-075c9264-6cc9-4092-9e90-1b3a729d69e9 req-89e164c3-0302-4fdb-a8ee-e36239e7b228 tempest-ListServersNegativeTestJSON-1609980054 tempest-ListServersNegativeTestJSON-1609980054-project-member] Enqueued Resource ID: 8111e738-6228-4350-931e-f3b1b35dc4cd with Priority: HIGHEST for action security_group_members [ 934.901242] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8111e738-6228-4350-931e-f3b1b35dc4cd with Priority: HIGHEST for action security_group_members [ 934.901630] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8111e738-6228-4350-931e-f3b1b35dc4cd taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.901764] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.901833] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.902053] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.902208] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.902368] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.902368] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.902599] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.902599] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.902796] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8111e738-6228-4350-931e-f3b1b35dc4cd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.265735] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.265930] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.265972] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.266245] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.266344] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.266447] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 is going to be updated. [ 935.296679] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8111e738-6228-4350-931e-f3b1b35dc4cd taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.296817] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.310420] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.310775] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.310775] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.310912] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.310992] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.312755] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb695fd7-3335-4240-beb4-a82c66967d78',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.313404] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.313516] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.313516] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.313762] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.313826] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.313989] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.314094] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.314146] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.314295] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.314358] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.314442] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb695fd7-3335-4240-beb4-a82c66967d78 already deleted. [ 935.314519] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb695fd7-3335-4240-beb4-a82c66967d78" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.327063] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 in Status: IN_PROGRESS for 2s [ 935.406047] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8111e738-6228-4350-931e-f3b1b35dc4cd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.768987] env[65906]: INFO networking_nsxv3.common.synchronization [None req-032405db-e468-47c8-a5dc-4b05908e3ab6 None None] Enqueued Resource ID: e067533c-b8ea-4d30-9a76-f165598112cf with Priority: HIGHEST for action port [ 935.770033] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e067533c-b8ea-4d30-9a76-f165598112cf with Priority: HIGHEST for action port [ 935.770614] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-e067533c-b8ea-4d30-9a76-f165598112cf taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.771426] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e067533c-b8ea-4d30-9a76-f165598112cf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.771426] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e067533c-b8ea-4d30-9a76-f165598112cf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.771426] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e067533c-b8ea-4d30-9a76-f165598112cf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.771426] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e067533c-b8ea-4d30-9a76-f165598112cf',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.817056] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb695fd7-3335-4240-beb4-a82c66967d78: rpc.has_security_group_logging(os_id): False [ 935.837523] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.837523] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.837523] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.837523] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.837523] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.838218] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.838218] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.838218] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.838218] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.838360] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.838429] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb695fd7-3335-4240-beb4-a82c66967d78 is going to be created. [ 935.858734] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/eb695fd7-3335-4240-beb4-a82c66967d78], does not exist path=[/infra/domains/default/groups/eb695fd7-3335-4240-beb4-a82c66967d78]."\n}' [ 935.859014] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb695fd7-3335-4240-beb4-a82c66967d78 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/eb695fd7-3335-4240-beb4-a82c66967d78 [ 935.859179] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 935.910421] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.910632] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.910693] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.910922] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.912750] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.912750] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.912750] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.912750] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.913068] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.913068] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.913295] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.913385] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.913385] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.913548] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.913627] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.914072] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb695fd7-3335-4240-beb4-a82c66967d78 is going to be created. [ 935.916264] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8111e738-6228-4350-931e-f3b1b35dc4cd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.946177] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/eb695fd7-3335-4240-beb4-a82c66967d78], does not exist path=[/infra/domains/default/groups/eb695fd7-3335-4240-beb4-a82c66967d78]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/eb695fd7-3335-4240-beb4-a82c66967d78 [ 935.946177] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb695fd7-3335-4240-beb4-a82c66967d78" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.946177] env[65906]: Traceback (most recent call last): [ 935.946177] env[65906]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 935.946177] env[65906]: return func(*args, **kwargs) [ 935.946177] env[65906]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 935.946177] env[65906]: res.raise_for_status() [ 935.946177] env[65906]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 935.946177] env[65906]: raise HTTPError(http_error_msg, response=self) [ 935.946177] env[65906]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/eb695fd7-3335-4240-beb4-a82c66967d78 [ 935.946177] env[65906]: During handling of the above exception, another exception occurred: [ 935.946177] env[65906]: Traceback (most recent call last): [ 935.946177] env[65906]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 935.946177] env[65906]: listener.cb(fileno) [ 935.946177] env[65906]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 935.946177] env[65906]: result = function(*args, **kwargs) [ 935.946177] env[65906]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 935.946177] env[65906]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 935.946177] env[65906]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 935.946177] env[65906]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 935.946177] env[65906]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 935.946177] env[65906]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 935.946177] env[65906]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 935.946177] env[65906]: res.raise_for_status() [ 935.946177] env[65906]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 935.946177] env[65906]: raise HTTPError(http_error_msg, response=self) [ 935.946177] env[65906]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/eb695fd7-3335-4240-beb4-a82c66967d78 [ 935.946177] env[65906]: Removing descriptor: 12 [ 936.274679] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e067533c-b8ea-4d30-9a76-f165598112cf [ 936.275318] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.275318] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.275632] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.275725] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.275888] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.276071] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e067533c-b8ea-4d30-9a76-f165598112cf already deleted. [ 936.278155] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e067533c-b8ea-4d30-9a76-f165598112cf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.418668] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.418929] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.419041] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.419367] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.419497] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.419661] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8111e738-6228-4350-931e-f3b1b35dc4cd is going to be updated. [ 936.457477] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.457730] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.457782] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.457985] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.458590] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.472510] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8111e738-6228-4350-931e-f3b1b35dc4cd in Status: IN_PROGRESS for 2s [ 936.570799] env[65906]: INFO networking_nsxv3.common.synchronization [req-d4013739-cd45-40ff-8178-8be4130c1cdb req-e2c49ed1-0b55-47c1-ad2c-6c96b392b404 tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: 7e22994e-ff12-438c-90e4-4ea7c739af9a with Priority: HIGHEST for action security_group_members [ 936.571054] env[65906]: INFO networking_nsxv3.common.synchronization [req-d4013739-cd45-40ff-8178-8be4130c1cdb req-e2c49ed1-0b55-47c1-ad2c-6c96b392b404 tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_members [ 936.571206] env[65906]: INFO networking_nsxv3.common.synchronization [req-d4013739-cd45-40ff-8178-8be4130c1cdb req-e2c49ed1-0b55-47c1-ad2c-6c96b392b404 tempest-SecurityGroupsTestJSON-637504332 tempest-SecurityGroupsTestJSON-637504332-project-member] Enqueued Resource ID: 0f56c059-3017-4934-8fcb-54c4278286fb with Priority: HIGHEST for action security_group_members [ 936.572426] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e22994e-ff12-438c-90e4-4ea7c739af9a with Priority: HIGHEST for action security_group_members [ 936.572426] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGHEST for action security_group_members [ 936.572426] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f56c059-3017-4934-8fcb-54c4278286fb with Priority: HIGHEST for action security_group_members [ 936.572701] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e22994e-ff12-438c-90e4-4ea7c739af9a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.572843] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e22994e-ff12-438c-90e4-4ea7c739af9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.572931] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e22994e-ff12-438c-90e4-4ea7c739af9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.573360] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e22994e-ff12-438c-90e4-4ea7c739af9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.573360] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.573557] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.573557] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.573707] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.573816] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.573915] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e22994e-ff12-438c-90e4-4ea7c739af9a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.576468] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.576598] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.576657] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.576858] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.577213] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.577684] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.577763] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.577929] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.578053] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.578123] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.579461] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f56c059-3017-4934-8fcb-54c4278286fb taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.579461] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.579461] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.579461] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.580129] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.580129] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.580129] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.580129] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.580329] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.580329] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f56c059-3017-4934-8fcb-54c4278286fb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.767573] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 in Status: SUCCESS [ 936.767573] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.767573] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.767829] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.767930] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.769043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.769043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.769043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.769043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.769043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.769043] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.084059] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.084384] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.084545] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.084920] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.086711] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.086909] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.087258] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.087391] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.111393] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.111722] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.111830] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.111910] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.112148] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.112238] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.112356] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f56c059-3017-4934-8fcb-54c4278286fb is going to be updated. [ 937.113721] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.114268] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.140575] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.140575] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.140768] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.140804] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.141143] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.142740] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.142740] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e22994e-ff12-438c-90e4-4ea7c739af9a is going to be updated. [ 937.142740] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.143074] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.165479] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.165696] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.165768] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.166195] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.166434] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.180964] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.181568] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.181733] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.181791] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.182021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.182108] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.182221] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5850073-142b-4eaa-aa82-ea4baa44042e is going to be updated. [ 937.184703] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f56c059-3017-4934-8fcb-54c4278286fb in Status: IN_PROGRESS for 2s [ 937.205651] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.205956] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.207154] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.207516] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.207748] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.219983] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e22994e-ff12-438c-90e4-4ea7c739af9a in Status: IN_PROGRESS for 2s [ 937.224276] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.224276] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.224276] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.224276] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.224276] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.236371] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: IN_PROGRESS for 2s [ 937.273956] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e44fcdd6-c25c-40da-9f8b-035616ab7b70 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.274224] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.274298] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.274566] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.274839] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.274994] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.275116] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.275402] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.275560] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.275752] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.275930] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e44fcdd6-c25c-40da-9f8b-035616ab7b70 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.276043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.276107] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.276295] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.276583] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.277939] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.277939] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.277939] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.277939] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.277939] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.278142] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.342092] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 in Status: SUCCESS [ 937.342092] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.342520] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.343117] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.343337] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.343656] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.343786] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.344474] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.344575] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.344729] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.344878] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd3116ec-1b74-48ca-98d1-f4d8d9aa0380',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.346056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.346615] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.346615] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.346615] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.346759] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.346975] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.347047] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.347310] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd3116ec-1b74-48ca-98d1-f4d8d9aa0380',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.782164] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e44fcdd6-c25c-40da-9f8b-035616ab7b70: rpc.has_security_group_logging(os_id): False [ 937.801760] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.801760] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.801760] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.801760] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.831486] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.831808] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.832066] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.832220] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.832585] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.832727] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.833084] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.833301] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.833701] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.833701] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.833799] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.834029] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.835463] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.835463] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.835463] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.835463] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.835463] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 is going to be updated. [ 937.851205] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.851923] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.852671] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd3116ec-1b74-48ca-98d1-f4d8d9aa0380',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.931889] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.932103] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.932174] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.932351] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.932524] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.952160] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 in Status: IN_PROGRESS for 2s [ 938.355960] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd3116ec-1b74-48ca-98d1-f4d8d9aa0380',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.484272] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8111e738-6228-4350-931e-f3b1b35dc4cd in Status: SUCCESS [ 938.484432] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.484604] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.484900] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.485111] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.485234] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.485301] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.485453] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.485537] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.485622] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.485770] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8111e738-6228-4350-931e-f3b1b35dc4cd taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.485862] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.485922] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.486152] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.486298] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.486391] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.486452] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.486587] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.486661] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.486740] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.486828] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8111e738-6228-4350-931e-f3b1b35dc4cd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.858777] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.859245] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.859245] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.859245] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.859477] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.859646] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 is going to be updated. [ 938.894931] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.895154] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.895154] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.895387] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.895669] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.926988] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 in Status: IN_PROGRESS for 2s [ 938.989669] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8111e738-6228-4350-931e-f3b1b35dc4cd: rpc.has_security_group_logging(os_id): False [ 939.012672] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.012880] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.012934] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.013147] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.035630] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.035896] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.036043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.036124] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.036338] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.036439] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.036659] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.036761] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.036827] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.036976] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.037079] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.037260] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.037353] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.037418] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.037560] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.037637] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.037738] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8111e738-6228-4350-931e-f3b1b35dc4cd is going to be updated. [ 939.107299] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.107425] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.107573] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.109069] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.109069] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.126884] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8111e738-6228-4350-931e-f3b1b35dc4cd in Status: IN_PROGRESS for 2s [ 939.199966] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f56c059-3017-4934-8fcb-54c4278286fb in Status: SUCCESS [ 939.200329] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f56c059-3017-4934-8fcb-54c4278286fb deletion is rescheduled due to dependency. [ 939.200530] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.234819] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e22994e-ff12-438c-90e4-4ea7c739af9a in Status: SUCCESS [ 939.234819] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e22994e-ff12-438c-90e4-4ea7c739af9a deletion is rescheduled due to dependency. [ 939.234819] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e22994e-ff12-438c-90e4-4ea7c739af9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.247339] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5850073-142b-4eaa-aa82-ea4baa44042e in Status: SUCCESS [ 939.247574] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5850073-142b-4eaa-aa82-ea4baa44042e deletion is rescheduled due to dependency. [ 939.247867] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.966450] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 in Status: SUCCESS [ 939.966715] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.941916] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 in Status: SUCCESS [ 940.942183] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.942392] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.942615] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.942860] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.943018] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.943018] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.943205] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.943287] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.943358] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd3116ec-1b74-48ca-98d1-f4d8d9aa0380',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.145942] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8111e738-6228-4350-931e-f3b1b35dc4cd in Status: SUCCESS [ 941.146733] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.445791] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd3116ec-1b74-48ca-98d1-f4d8d9aa0380',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.573727] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 941.573935] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 941.949479] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd3116ec-1b74-48ca-98d1-f4d8d9aa0380',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.454029] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.454029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.454029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.454029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.454029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.454029] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 is going to be updated. [ 942.486753] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.486753] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.486941] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.487420] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.487420] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.502526] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 in Status: IN_PROGRESS for 2s [ 942.884609] env[65906]: INFO networking_nsxv3.common.synchronization [None req-e4e46260-48be-4837-bc4c-45a86d07599f None None] Enqueued Resource ID: f06fb4ae-a8a8-448d-b3ee-86ea8f392e0b with Priority: HIGHEST for action port [ 942.884609] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06fb4ae-a8a8-448d-b3ee-86ea8f392e0b with Priority: HIGHEST for action port [ 942.884609] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-f06fb4ae-a8a8-448d-b3ee-86ea8f392e0b taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.884609] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f06fb4ae-a8a8-448d-b3ee-86ea8f392e0b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.884609] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f06fb4ae-a8a8-448d-b3ee-86ea8f392e0b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.884609] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f06fb4ae-a8a8-448d-b3ee-86ea8f392e0b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.884609] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f06fb4ae-a8a8-448d-b3ee-86ea8f392e0b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.386705] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f06fb4ae-a8a8-448d-b3ee-86ea8f392e0b [ 943.387212] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.387361] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.387417] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.387632] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.387719] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.387812] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f06fb4ae-a8a8-448d-b3ee-86ea8f392e0b already deleted. [ 943.387896] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f06fb4ae-a8a8-448d-b3ee-86ea8f392e0b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.705357] env[65906]: INFO networking_nsxv3.common.synchronization [req-2b7349e6-89aa-4a57-8c8a-67bf0d5d9fe2 req-dd1db049-0795-46e1-8cf6-977bf363f415 tempest-ServersAdminTestJSON-589704668 tempest-ServersAdminTestJSON-589704668-project-member] Enqueued Resource ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 with Priority: HIGHEST for action security_group_members [ 943.706694] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 with Priority: HIGHEST for action security_group_members [ 943.706694] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b4b3dc-b35b-433f-ad5c-2611639a01a3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.706694] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.706694] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.706694] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.706694] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.706694] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.706694] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.706694] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.707118] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.707118] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.100350] env[65906]: INFO networking_nsxv3.common.synchronization [req-7338c1d6-e669-4375-a5ff-c3a7bfa52f09 req-d571a90f-0c1d-4dfb-b698-33457e36a529 tempest-ServerRescueTestJSONUnderV235-92177185 tempest-ServerRescueTestJSONUnderV235-92177185-project-member] Enqueued Resource ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 with Priority: HIGHEST for action security_group_members [ 944.101270] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 with Priority: HIGHEST for action security_group_members [ 944.101637] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.101756] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.210454] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.520070] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 in Status: SUCCESS [ 944.520333] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.520566] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.520793] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.521058] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.521202] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.521270] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.521431] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.523704] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.523704] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.523704] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.523704] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.523704] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.523704] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.523704] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.523704] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.523704] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.523704] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.523704] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.523704] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.523704] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd3116ec-1b74-48ca-98d1-f4d8d9aa0380',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.523704] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.523704] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.524478] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.524478] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.524478] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.524478] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.524478] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.524478] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd3116ec-1b74-48ca-98d1-f4d8d9aa0380',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.713937] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.727861] env[65906]: INFO networking_nsxv3.common.synchronization [None req-fbb5c41a-3910-460f-a789-2f2c587b3604 tempest-AttachInterfacesUnderV243Test-1891795356 tempest-AttachInterfacesUnderV243Test-1891795356-project-member] Enqueued Resource ID: 34d07463-a8da-46cd-a08e-cd43468c2384 with Priority: HIGHEST for action security_group_rules [ 944.729822] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34d07463-a8da-46cd-a08e-cd43468c2384 with Priority: HIGHEST for action security_group_rules [ 944.730234] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34d07463-a8da-46cd-a08e-cd43468c2384 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.730497] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.730569] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.730831] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.730912] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34d07463-a8da-46cd-a08e-cd43468c2384',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.906142] env[65906]: INFO networking_nsxv3.common.synchronization [None req-91fad227-554b-4873-9e84-1999e42081b9 tempest-AttachInterfacesUnderV243Test-1891795356 tempest-AttachInterfacesUnderV243Test-1891795356-project-member] Enqueued Resource ID: 34d07463-a8da-46cd-a08e-cd43468c2384 with Priority: HIGHEST for action security_group_rules [ 944.909974] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34d07463-a8da-46cd-a08e-cd43468c2384 with Priority: HIGHEST for action security_group_rules [ 944.910296] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34d07463-a8da-46cd-a08e-cd43468c2384 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.910296] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.026197] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd3116ec-1b74-48ca-98d1-f4d8d9aa0380: rpc.has_security_group_logging(os_id): False [ 945.027519] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.027694] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.027766] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.027997] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.055447] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.056327] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.057472] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.057846] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.058635] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.058635] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.058635] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.058845] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.058845] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 is going to be updated. [ 945.060130] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.060385] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.060516] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.060804] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.060928] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.060991] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.061213] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.061663] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.061663] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.061826] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.061826] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.061925] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.062028] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.062247] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.062389] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.062485] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.062743] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.062787] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.062978] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 is going to be updated. [ 945.096411] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.096610] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.096884] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.096951] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.097123] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.108534] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 in Status: IN_PROGRESS for 2s [ 945.136218] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.136418] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.136529] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.136765] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.136934] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.154060] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 in Status: IN_PROGRESS for 2s [ 945.217228] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.218321] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.218430] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.218679] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.218782] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.218893] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 is going to be updated. [ 945.260917] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.261142] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.261222] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.261542] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.261639] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.261757] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34d07463-a8da-46cd-a08e-cd43468c2384 already deleted. [ 945.261854] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.262039] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.262755] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.262755] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34d07463-a8da-46cd-a08e-cd43468c2384',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.295013] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.295291] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.295453] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.295776] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.295971] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.315036] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 in Status: IN_PROGRESS for 2s [ 945.782508] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.782913] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.782913] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.782978] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.783075] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.783171] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34d07463-a8da-46cd-a08e-cd43468c2384 already deleted. [ 945.783578] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.275288] env[65906]: INFO networking_nsxv3.common.synchronization [None req-a1f68dfd-0d62-4056-b068-58634d824f97 None None] Enqueued Resource ID: 29273b93-97c4-48af-b8e8-d15da58e5364 with Priority: HIGHEST for action port [ 946.275826] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29273b93-97c4-48af-b8e8-d15da58e5364 with Priority: HIGHEST for action port [ 946.276461] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-29273b93-97c4-48af-b8e8-d15da58e5364 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.276600] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29273b93-97c4-48af-b8e8-d15da58e5364" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.276673] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29273b93-97c4-48af-b8e8-d15da58e5364" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.276999] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29273b93-97c4-48af-b8e8-d15da58e5364" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.277140] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29273b93-97c4-48af-b8e8-d15da58e5364',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.779737] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29273b93-97c4-48af-b8e8-d15da58e5364 [ 946.779995] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.780140] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.780204] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.780466] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.780554] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.780712] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29273b93-97c4-48af-b8e8-d15da58e5364 already deleted. [ 946.780809] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29273b93-97c4-48af-b8e8-d15da58e5364" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.122900] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 in Status: SUCCESS [ 947.123150] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 deletion is rescheduled due to dependency. [ 947.123239] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.167063] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 in Status: SUCCESS [ 947.168673] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.168673] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.168673] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.168673] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd3116ec-1b74-48ca-98d1-f4d8d9aa0380',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.325725] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 in Status: SUCCESS [ 947.326042] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.691684] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.691684] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.691684] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.692020] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.692020] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.692020] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd3116ec-1b74-48ca-98d1-f4d8d9aa0380 is going to be deleted. [ 947.751953] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.752181] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.752284] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.752541] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.752749] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.752930] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd3116ec-1b74-48ca-98d1-f4d8d9aa0380" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.030442] env[65906]: INFO networking_nsxv3.common.synchronization [req-6d9306c4-df69-4ce1-b3ad-1b5521d6b711 req-71d40920-ff80-4e94-933f-d5f8d86a6b8f tempest-AttachInterfacesTestJSON-1137117109 tempest-AttachInterfacesTestJSON-1137117109-project-member] Enqueued Resource ID: e602e291-5e59-47b2-8c4a-1a019595c1c2 with Priority: HIGHEST for action security_group_members [ 948.031300] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e602e291-5e59-47b2-8c4a-1a019595c1c2 with Priority: HIGHEST for action security_group_members [ 948.031595] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e602e291-5e59-47b2-8c4a-1a019595c1c2 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.031749] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e602e291-5e59-47b2-8c4a-1a019595c1c2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.031808] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e602e291-5e59-47b2-8c4a-1a019595c1c2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.034052] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e602e291-5e59-47b2-8c4a-1a019595c1c2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.034316] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.034491] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.034558] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.035876] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.035876] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.035876] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e602e291-5e59-47b2-8c4a-1a019595c1c2',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.540012] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.540335] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.540335] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.540481] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.540567] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.540756] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.540856] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.540906] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.541060] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.541133] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.541218] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e602e291-5e59-47b2-8c4a-1a019595c1c2 already deleted. [ 948.541295] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e602e291-5e59-47b2-8c4a-1a019595c1c2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.654274] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-821 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.656019] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-821" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.656019] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-821" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.656019] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-821" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.656019] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.656019] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.656019] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.656723] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.656967] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.657317] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.658231] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 948.658231] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 948.658231] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 948.658231] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.658231] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 948.658231] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 948.668848] env[65906]: INFO networking_nsxv3.common.synchronization [None req-136f4a12-a901-4b1c-8c23-826e520d0c1a None None] Enqueued Resource ID: dfa10e91-b874-425d-ad57-55fb37e275d8 with Priority: HIGHEST for action port [ 948.669219] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfa10e91-b874-425d-ad57-55fb37e275d8 with Priority: HIGHEST for action port [ 948.669532] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfa10e91-b874-425d-ad57-55fb37e275d8 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.669650] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfa10e91-b874-425d-ad57-55fb37e275d8" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.669719] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfa10e91-b874-425d-ad57-55fb37e275d8" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.669965] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfa10e91-b874-425d-ad57-55fb37e275d8" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.670062] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfa10e91-b874-425d-ad57-55fb37e275d8',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.678408] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 948.678587] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 948.679151] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 948.679151] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-821" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.679325] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-d133aba8-eae0-46a4-84a9-e30fc9d31c1e taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.679498] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-d133aba8-eae0-46a4-84a9-e30fc9d31c1e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.679615] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-d133aba8-eae0-46a4-84a9-e30fc9d31c1e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.679991] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-d133aba8-eae0-46a4-84a9-e30fc9d31c1e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.680175] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d133aba8-eae0-46a4-84a9-e30fc9d31c1e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.171946] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dfa10e91-b874-425d-ad57-55fb37e275d8 [ 949.172115] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.172184] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.172244] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.173282] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.173282] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.173282] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dfa10e91-b874-425d-ad57-55fb37e275d8 already deleted. [ 949.173282] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfa10e91-b874-425d-ad57-55fb37e275d8" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.182591] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.182814] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.182942] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.183231] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.183377] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.183526] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port d133aba8-eae0-46a4-84a9-e30fc9d31c1e not found, creating... [ 949.183782] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.183938] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.184066] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.184284] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.184420] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.184697] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.184851] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.184963] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.185179] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.185309] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.185571] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: d133aba8-eae0-46a4-84a9-e30fc9d31c1e is going to be created. [ 949.206095] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.206379] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.206522] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.206844] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.207159] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.207427] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-d133aba8-eae0-46a4-84a9-e30fc9d31c1e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.936248] env[65906]: INFO networking_nsxv3.common.synchronization [req-6d9306c4-df69-4ce1-b3ad-1b5521d6b711 req-7ebaf45f-6b3d-46dd-be6d-130bcc5f6301 service nova] Enqueued Resource ID: e602e291-5e59-47b2-8c4a-1a019595c1c2 with Priority: HIGHEST for action security_group_rules [ 949.936248] env[65906]: INFO networking_nsxv3.common.synchronization [req-6d9306c4-df69-4ce1-b3ad-1b5521d6b711 req-7ebaf45f-6b3d-46dd-be6d-130bcc5f6301 service nova] Enqueued Resource ID: e602e291-5e59-47b2-8c4a-1a019595c1c2 with Priority: HIGHEST for action security_group_members [ 949.936248] env[65906]: INFO networking_nsxv3.common.synchronization [req-6d9306c4-df69-4ce1-b3ad-1b5521d6b711 req-7ebaf45f-6b3d-46dd-be6d-130bcc5f6301 service nova] Enqueued Resource ID: d133aba8-eae0-46a4-84a9-e30fc9d31c1e with Priority: HIGHEST for action port [ 949.936248] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e602e291-5e59-47b2-8c4a-1a019595c1c2 with Priority: HIGHEST for action security_group_rules [ 949.936248] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e602e291-5e59-47b2-8c4a-1a019595c1c2 with Priority: HIGHEST for action security_group_members [ 949.936248] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d133aba8-eae0-46a4-84a9-e30fc9d31c1e with Priority: HIGHEST for action port [ 949.937035] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e602e291-5e59-47b2-8c4a-1a019595c1c2 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.937035] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e602e291-5e59-47b2-8c4a-1a019595c1c2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.937035] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e602e291-5e59-47b2-8c4a-1a019595c1c2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.939628] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e602e291-5e59-47b2-8c4a-1a019595c1c2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.939839] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e602e291-5e59-47b2-8c4a-1a019595c1c2',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.940928] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e602e291-5e59-47b2-8c4a-1a019595c1c2 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.942232] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e602e291-5e59-47b2-8c4a-1a019595c1c2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.942313] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e602e291-5e59-47b2-8c4a-1a019595c1c2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.942504] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e602e291-5e59-47b2-8c4a-1a019595c1c2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.944031] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.944031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.944031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.944031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.944031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.944031] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e602e291-5e59-47b2-8c4a-1a019595c1c2',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.944717] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-d133aba8-eae0-46a4-84a9-e30fc9d31c1e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.944717] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d133aba8-eae0-46a4-84a9-e30fc9d31c1e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.944717] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d133aba8-eae0-46a4-84a9-e30fc9d31c1e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.944841] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d133aba8-eae0-46a4-84a9-e30fc9d31c1e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.944973] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d133aba8-eae0-46a4-84a9-e30fc9d31c1e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.293161] env[65906]: INFO networking_nsxv3.common.synchronization [None req-28919d94-3903-40ff-872e-175dd69bcb87 None None] Enqueued Resource ID: b288402f-9dd2-4efc-90b0-bdccd1052fce with Priority: HIGHEST for action port [ 950.293161] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b288402f-9dd2-4efc-90b0-bdccd1052fce with Priority: HIGHEST for action port [ 950.293161] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-b288402f-9dd2-4efc-90b0-bdccd1052fce taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.293161] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b288402f-9dd2-4efc-90b0-bdccd1052fce" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.293790] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b288402f-9dd2-4efc-90b0-bdccd1052fce" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.294232] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b288402f-9dd2-4efc-90b0-bdccd1052fce" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.294731] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b288402f-9dd2-4efc-90b0-bdccd1052fce',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.438497] env[65906]: INFO networking_nsxv3.common.synchronization [req-cb77253c-e2bd-43a8-9bab-81a12b97b895 req-dee768c8-3b04-4fad-ba35-0edfb8027619 tempest-DeleteServersTestJSON-2048875208 tempest-DeleteServersTestJSON-2048875208-project-member] Enqueued Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_members [ 950.438497] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_members [ 950.440366] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.440366] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.440850] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.442862] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.442862] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.442862] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.442862] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.442862] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.442862] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.442862] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.447808] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e602e291-5e59-47b2-8c4a-1a019595c1c2 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.447808] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e602e291-5e59-47b2-8c4a-1a019595c1c2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.447808] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e602e291-5e59-47b2-8c4a-1a019595c1c2',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.451948] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d133aba8-eae0-46a4-84a9-e30fc9d31c1e with status ACTIVE [ 950.451948] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.451948] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.451948] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.451948] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.451948] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.451948] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.451948] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.451948] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.451948] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.451948] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.454892] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.454892] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.454892] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.454892] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.454892] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.454892] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d133aba8-eae0-46a4-84a9-e30fc9d31c1e is going to be updated. [ 950.483304] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.483514] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.483575] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.483815] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.483964] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.484146] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d133aba8-eae0-46a4-84a9-e30fc9d31c1e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.798429] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b288402f-9dd2-4efc-90b0-bdccd1052fce [ 950.798697] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.798831] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.799802] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.799802] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.799802] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.799802] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b288402f-9dd2-4efc-90b0-bdccd1052fce already deleted. [ 950.799802] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b288402f-9dd2-4efc-90b0-bdccd1052fce" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.928042] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.928338] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-226" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.930038] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-226" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.930038] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-226" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.930185] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.930293] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.930430] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.930686] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.930834] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.931058] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.931223] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.931277] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.931423] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.931576] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.931645] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.931806] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.946431] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.946746] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.946746] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.946869] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.946954] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.947163] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.947262] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.947323] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.947472] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.947546] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.947629] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 already deleted. [ 950.947706] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.949423] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e602e291-5e59-47b2-8c4a-1a019595c1c2',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.953288] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.953288] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 950.953288] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.953288] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-226" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.953288] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-b4a51ea1-ae81-4a82-aa80-b476a5b306f1 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.953695] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-b4a51ea1-ae81-4a82-aa80-b476a5b306f1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.953695] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-b4a51ea1-ae81-4a82-aa80-b476a5b306f1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.953837] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-b4a51ea1-ae81-4a82-aa80-b476a5b306f1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.953978] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4a51ea1-ae81-4a82-aa80-b476a5b306f1',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.456756] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.456756] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.456756] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.456756] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.456756] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.456756] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e602e291-5e59-47b2-8c4a-1a019595c1c2 is going to be created. [ 951.458699] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.459061] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.459297] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.459704] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.459956] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.460221] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port b4a51ea1-ae81-4a82-aa80-b476a5b306f1 not found, creating... [ 951.460899] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.460899] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.461119] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.461158] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.461336] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.461833] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.462099] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.462275] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.462594] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.462844] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.463079] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: b4a51ea1-ae81-4a82-aa80-b476a5b306f1 is going to be created. [ 951.489185] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.489185] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.489185] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.489645] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.489706] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.489938] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-b4a51ea1-ae81-4a82-aa80-b476a5b306f1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.492176] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.492365] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.492365] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.492547] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.492710] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.504998] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e602e291-5e59-47b2-8c4a-1a019595c1c2 in Status: UNINITIALIZED for 2s [ 952.213768] env[65906]: INFO networking_nsxv3.common.synchronization [req-cb77253c-e2bd-43a8-9bab-81a12b97b895 req-3bd7ee38-adae-4174-ba9d-0a0f569412c9 service nova] Enqueued Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_rules [ 952.215302] env[65906]: INFO networking_nsxv3.common.synchronization [req-cb77253c-e2bd-43a8-9bab-81a12b97b895 req-3bd7ee38-adae-4174-ba9d-0a0f569412c9 service nova] Enqueued Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_members [ 952.215302] env[65906]: INFO networking_nsxv3.common.synchronization [req-cb77253c-e2bd-43a8-9bab-81a12b97b895 req-3bd7ee38-adae-4174-ba9d-0a0f569412c9 service nova] Enqueued Resource ID: b4a51ea1-ae81-4a82-aa80-b476a5b306f1 with Priority: HIGHEST for action port [ 952.215302] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_rules [ 952.215302] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_members [ 952.215302] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4a51ea1-ae81-4a82-aa80-b476a5b306f1 with Priority: HIGHEST for action port [ 952.215302] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.215302] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.215302] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.215562] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.215642] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.217533] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.217660] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.217721] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.217917] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.218093] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.218240] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.218307] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.218488] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.218578] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.218669] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.220509] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4a51ea1-ae81-4a82-aa80-b476a5b306f1 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.220639] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4a51ea1-ae81-4a82-aa80-b476a5b306f1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.220701] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4a51ea1-ae81-4a82-aa80-b476a5b306f1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.220854] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4a51ea1-ae81-4a82-aa80-b476a5b306f1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.220929] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4a51ea1-ae81-4a82-aa80-b476a5b306f1',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.505053] env[65906]: INFO networking_nsxv3.common.synchronization [None req-1b9af3a3-7892-40a6-9669-ad66d7ff9c52 None None] Enqueued Resource ID: 3eb791a0-db3b-4302-b019-0f62bc129790 with Priority: HIGHEST for action port [ 952.509026] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eb791a0-db3b-4302-b019-0f62bc129790 with Priority: HIGHEST for action port [ 952.509026] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-3eb791a0-db3b-4302-b019-0f62bc129790 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.509026] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3eb791a0-db3b-4302-b019-0f62bc129790" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.509026] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3eb791a0-db3b-4302-b019-0f62bc129790" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.509026] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3eb791a0-db3b-4302-b019-0f62bc129790" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.509026] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3eb791a0-db3b-4302-b019-0f62bc129790',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.719646] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.720011] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.722480] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.725381] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4a51ea1-ae81-4a82-aa80-b476a5b306f1 with status ACTIVE [ 952.725627] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.725787] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.725908] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.726181] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.726266] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.726553] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.726720] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.726873] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.729112] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.729276] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.729545] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.729695] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.729777] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.729944] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.730096] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.730174] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4a51ea1-ae81-4a82-aa80-b476a5b306f1 is going to be updated. [ 952.758830] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.759046] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.759105] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.759421] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.759530] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.759640] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4a51ea1-ae81-4a82-aa80-b476a5b306f1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.780417] env[65906]: INFO networking_nsxv3.common.synchronization [None req-4a4b695c-4bd7-4838-b0e1-42737807e85d None None] Enqueued Resource ID: 4420a7e9-8674-4a4d-b886-243e60efd019 with Priority: HIGHEST for action port [ 952.781494] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4420a7e9-8674-4a4d-b886-243e60efd019 with Priority: HIGHEST for action port [ 952.782223] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-4420a7e9-8674-4a4d-b886-243e60efd019 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.782223] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4420a7e9-8674-4a4d-b886-243e60efd019" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.782223] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4420a7e9-8674-4a4d-b886-243e60efd019" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.782680] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4420a7e9-8674-4a4d-b886-243e60efd019" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.782807] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4420a7e9-8674-4a4d-b886-243e60efd019',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.013396] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3eb791a0-db3b-4302-b019-0f62bc129790 [ 953.013672] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.014763] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.014763] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.014763] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.014763] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.014763] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3eb791a0-db3b-4302-b019-0f62bc129790 already deleted. [ 953.014763] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3eb791a0-db3b-4302-b019-0f62bc129790" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.232920] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.286422] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4420a7e9-8674-4a4d-b886-243e60efd019 [ 953.286666] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.286869] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.286990] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.287358] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.287506] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.287672] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4420a7e9-8674-4a4d-b886-243e60efd019 already deleted. [ 953.288075] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4420a7e9-8674-4a4d-b886-243e60efd019" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.520058] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e602e291-5e59-47b2-8c4a-1a019595c1c2 in Status: SUCCESS [ 953.520661] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e602e291-5e59-47b2-8c4a-1a019595c1c2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.520661] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e602e291-5e59-47b2-8c4a-1a019595c1c2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.521429] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e602e291-5e59-47b2-8c4a-1a019595c1c2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.521429] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.521429] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.521429] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.521429] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.521429] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.521732] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e602e291-5e59-47b2-8c4a-1a019595c1c2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.521732] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e602e291-5e59-47b2-8c4a-1a019595c1c2',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.736790] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.736965] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.737077] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.737269] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.737380] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.737488] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 is going to be created. [ 953.764637] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.764747] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.764806] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.765045] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.765219] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.789656] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: UNINITIALIZED for 2s [ 953.926030] env[65906]: INFO networking_nsxv3.common.synchronization [req-b6c9e211-6c52-4306-823a-ea27731403f5 req-689fa1de-1749-43de-a9c5-0b2c14347bd6 tempest-ImagesTestJSON-1400319718 tempest-ImagesTestJSON-1400319718-project-member] Enqueued Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_members [ 953.926316] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_members [ 953.927047] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e44fcdd6-c25c-40da-9f8b-035616ab7b70 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.927047] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.927234] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.928032] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.928032] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.928032] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.928032] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.928032] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.928032] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.928032] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.024813] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e602e291-5e59-47b2-8c4a-1a019595c1c2',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.430713] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.527881] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e602e291-5e59-47b2-8c4a-1a019595c1c2: rpc.has_security_group_logging(os_id): False [ 954.553134] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.553357] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.553357] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.553568] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.553661] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.553909] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.554007] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.554082] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.554230] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.554306] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.554395] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e602e291-5e59-47b2-8c4a-1a019595c1c2 is going to be created. [ 954.633330] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.633503] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.633567] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.633795] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.634115] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.650509] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e602e291-5e59-47b2-8c4a-1a019595c1c2 in Status: IN_PROGRESS for 2s [ 954.927202] env[65906]: INFO networking_nsxv3.common.synchronization [None req-30ee8aaf-b34e-4c39-958f-2ac114f5e490 None None] Enqueued Resource ID: b91cfd5e-e643-41c4-942a-07a34790a0e2 with Priority: HIGHEST for action port [ 954.930195] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b91cfd5e-e643-41c4-942a-07a34790a0e2 with Priority: HIGHEST for action port [ 954.930195] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-b91cfd5e-e643-41c4-942a-07a34790a0e2 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.930195] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b91cfd5e-e643-41c4-942a-07a34790a0e2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.930195] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b91cfd5e-e643-41c4-942a-07a34790a0e2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.930975] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b91cfd5e-e643-41c4-942a-07a34790a0e2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.932021] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b91cfd5e-e643-41c4-942a-07a34790a0e2',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.934057] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.434898] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b91cfd5e-e643-41c4-942a-07a34790a0e2 [ 955.435252] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.437515] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.437663] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.437990] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.438185] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.440044] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b91cfd5e-e643-41c4-942a-07a34790a0e2 already deleted. [ 955.440044] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b91cfd5e-e643-41c4-942a-07a34790a0e2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.440044] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.440044] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.440044] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.440044] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.440044] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.441830] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 is going to be updated. [ 955.478796] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.478796] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.478796] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.479086] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.479203] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.492498] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 in Status: IN_PROGRESS for 2s [ 955.800034] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: SUCCESS [ 955.800492] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.800492] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.800691] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.800873] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.800993] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.801078] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.801225] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.801306] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.801542] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.801542] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.303574] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.303780] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.303855] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.304047] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.304211] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.304590] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.304590] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.304590] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.304590] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.304894] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.304894] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.305045] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.305045] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.305339] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.305339] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.305496] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.305496] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.305586] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.305641] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.305717] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.305798] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.550191] env[65906]: INFO networking_nsxv3.common.synchronization [None req-b0301c2b-6948-4950-8a0d-0ccef38fa7b8 None None] Enqueued Resource ID: 349a78e0-6125-4000-817a-7af3a88cf307 with Priority: HIGHEST for action port [ 956.550191] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 349a78e0-6125-4000-817a-7af3a88cf307 with Priority: HIGHEST for action port [ 956.551055] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-349a78e0-6125-4000-817a-7af3a88cf307 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.551354] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-349a78e0-6125-4000-817a-7af3a88cf307" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.551624] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-349a78e0-6125-4000-817a-7af3a88cf307" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.551986] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-349a78e0-6125-4000-817a-7af3a88cf307" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.553041] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('349a78e0-6125-4000-817a-7af3a88cf307',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.665515] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e602e291-5e59-47b2-8c4a-1a019595c1c2 in Status: SUCCESS [ 956.667618] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e602e291-5e59-47b2-8c4a-1a019595c1c2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.814023] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba05ac9b-ab92-4f51-85cd-746125ae8582: rpc.has_security_group_logging(os_id): False [ 956.842716] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.843661] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.843661] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.843661] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.843661] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.844106] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.844106] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.844197] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.844423] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.844600] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.844882] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.846663] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.846790] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.846996] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.847158] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.847514] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.848105] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.848105] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.848105] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.848254] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.848360] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 is going to be created. [ 956.955877] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.956048] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.956117] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.956367] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.956634] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.982944] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: IN_PROGRESS for 2s [ 957.054718] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 349a78e0-6125-4000-817a-7af3a88cf307 [ 957.054950] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.055104] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.055171] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.055394] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.055486] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.055585] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:349a78e0-6125-4000-817a-7af3a88cf307 already deleted. [ 957.055665] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-349a78e0-6125-4000-817a-7af3a88cf307" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.363022] env[65906]: INFO networking_nsxv3.common.synchronization [req-6947bfdd-20ce-41c3-b9cc-710a20e1746c req-e94abede-24bf-44bd-97c9-e9b384f4ca45 tempest-ServerActionsTestOtherB-1909252011 tempest-ServerActionsTestOtherB-1909252011-project-member] Enqueued Resource ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 with Priority: HIGHEST for action security_group_members [ 957.363022] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 with Priority: HIGHEST for action security_group_members [ 957.363638] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5148d9e6-813b-4387-a770-c50a3b8104c3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.363720] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.364295] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.364295] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.364295] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.364455] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.364455] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.364561] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.365047] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.365047] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5148d9e6-813b-4387-a770-c50a3b8104c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.505255] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 in Status: SUCCESS [ 957.505541] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.870671] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.870671] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.870671] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.870671] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.893857] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.893857] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.893857] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.893857] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.894160] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.894160] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.895128] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 is going to be updated. [ 957.939524] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.939524] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.939524] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.939524] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.939524] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.949302] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 in Status: IN_PROGRESS for 2s [ 957.968019] env[65906]: INFO networking_nsxv3.common.synchronization [None req-f9305161-85c4-4168-a1b9-68eb4a4d6d5f None None] Enqueued Resource ID: 80c23ee2-8dc5-4202-ba70-5d428cc030ff with Priority: HIGHEST for action port [ 957.968019] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80c23ee2-8dc5-4202-ba70-5d428cc030ff with Priority: HIGHEST for action port [ 957.968019] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-80c23ee2-8dc5-4202-ba70-5d428cc030ff taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.968019] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80c23ee2-8dc5-4202-ba70-5d428cc030ff" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.968019] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80c23ee2-8dc5-4202-ba70-5d428cc030ff" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.968019] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80c23ee2-8dc5-4202-ba70-5d428cc030ff" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.968019] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80c23ee2-8dc5-4202-ba70-5d428cc030ff',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.023854] env[65906]: INFO networking_nsxv3.common.synchronization [req-0ed1c769-2aed-4528-bb9d-22bd64506c3c req-29c1e2a3-c3d1-4601-bfe1-9aae9036ae64 tempest-ServerActionsTestJSON-2004915865 tempest-ServerActionsTestJSON-2004915865-project-member] Enqueued Resource ID: 9a9392f2-8e81-4e47-b81b-8684787744db with Priority: HIGHEST for action security_group_members [ 958.024342] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a9392f2-8e81-4e47-b81b-8684787744db with Priority: HIGHEST for action security_group_members [ 958.025343] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a9392f2-8e81-4e47-b81b-8684787744db taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.025483] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.025483] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.025711] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.025870] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.026030] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.026087] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.026195] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.026457] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.026457] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a9392f2-8e81-4e47-b81b-8684787744db',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.466296] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-805 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.466296] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-805" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.466296] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-805" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.467053] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-805" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.467563] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.467959] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.468473] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.468935] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.469409] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.471019] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.471019] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 958.471019] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 958.471019] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 958.471019] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.471019] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 958.471323] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 958.473103] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80c23ee2-8dc5-4202-ba70-5d428cc030ff [ 958.473555] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.473789] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.473938] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.474395] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.474597] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.474787] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80c23ee2-8dc5-4202-ba70-5d428cc030ff already deleted. [ 958.475743] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80c23ee2-8dc5-4202-ba70-5d428cc030ff" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.500540] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 958.500540] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 958.500540] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 958.500540] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-805" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.500540] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-1ccadeeb-d8ac-4668-a6e9-b1b7b661fa0f taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.500540] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-1ccadeeb-d8ac-4668-a6e9-b1b7b661fa0f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.500781] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-1ccadeeb-d8ac-4668-a6e9-b1b7b661fa0f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.501191] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-1ccadeeb-d8ac-4668-a6e9-b1b7b661fa0f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.501273] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ccadeeb-d8ac-4668-a6e9-b1b7b661fa0f',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.529040] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.529204] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.529277] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.529495] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.529587] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.529776] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.529915] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.529984] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.530160] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.530246] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.530331] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a9392f2-8e81-4e47-b81b-8684787744db already deleted. [ 958.530447] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.997572] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: SUCCESS [ 958.997572] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.005982] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.005982] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.005982] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.005982] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.005982] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.005982] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port 1ccadeeb-d8ac-4668-a6e9-b1b7b661fa0f not found, creating... [ 959.005982] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.005982] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.005982] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.005982] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.005982] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.006535] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.006898] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.009023] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.009023] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.009023] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.009023] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: 1ccadeeb-d8ac-4668-a6e9-b1b7b661fa0f is going to be created. [ 959.034037] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.034037] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.034037] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.034037] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.034037] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.034037] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-1ccadeeb-d8ac-4668-a6e9-b1b7b661fa0f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.709248] env[65906]: INFO networking_nsxv3.common.synchronization [None req-029166b0-a747-4290-8be9-8cb61f135529 None None] Enqueued Resource ID: 56ad576a-fa38-442a-8c7a-9cc0ed18e483 with Priority: HIGHEST for action port [ 959.709248] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56ad576a-fa38-442a-8c7a-9cc0ed18e483 with Priority: HIGHEST for action port [ 959.709248] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-56ad576a-fa38-442a-8c7a-9cc0ed18e483 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.709248] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56ad576a-fa38-442a-8c7a-9cc0ed18e483" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.709248] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56ad576a-fa38-442a-8c7a-9cc0ed18e483" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.709248] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56ad576a-fa38-442a-8c7a-9cc0ed18e483" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.710113] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56ad576a-fa38-442a-8c7a-9cc0ed18e483',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.761981] env[65906]: INFO networking_nsxv3.common.synchronization [req-0ed1c769-2aed-4528-bb9d-22bd64506c3c req-21cd412b-bee0-4599-b6fb-77c6f4371f52 service nova] Enqueued Resource ID: 9a9392f2-8e81-4e47-b81b-8684787744db with Priority: HIGHEST for action security_group_rules [ 959.762139] env[65906]: INFO networking_nsxv3.common.synchronization [req-0ed1c769-2aed-4528-bb9d-22bd64506c3c req-21cd412b-bee0-4599-b6fb-77c6f4371f52 service nova] Enqueued Resource ID: 9a9392f2-8e81-4e47-b81b-8684787744db with Priority: HIGHEST for action security_group_members [ 959.762234] env[65906]: INFO networking_nsxv3.common.synchronization [req-0ed1c769-2aed-4528-bb9d-22bd64506c3c req-21cd412b-bee0-4599-b6fb-77c6f4371f52 service nova] Enqueued Resource ID: 1ccadeeb-d8ac-4668-a6e9-b1b7b661fa0f with Priority: HIGHEST for action port [ 959.762771] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a9392f2-8e81-4e47-b81b-8684787744db with Priority: HIGHEST for action security_group_rules [ 959.762906] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a9392f2-8e81-4e47-b81b-8684787744db with Priority: HIGHEST for action security_group_members [ 959.763012] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ccadeeb-d8ac-4668-a6e9-b1b7b661fa0f with Priority: HIGHEST for action port [ 959.763285] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a9392f2-8e81-4e47-b81b-8684787744db taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.763418] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.763495] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.763714] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.763792] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a9392f2-8e81-4e47-b81b-8684787744db',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.764704] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a9392f2-8e81-4e47-b81b-8684787744db taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.764818] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.764885] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.765070] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.765271] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.765327] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.765358] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.765493] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.765580] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.765670] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a9392f2-8e81-4e47-b81b-8684787744db',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.766475] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ccadeeb-d8ac-4668-a6e9-b1b7b661fa0f taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.766624] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ccadeeb-d8ac-4668-a6e9-b1b7b661fa0f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.766669] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ccadeeb-d8ac-4668-a6e9-b1b7b661fa0f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.766797] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ccadeeb-d8ac-4668-a6e9-b1b7b661fa0f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.766928] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ccadeeb-d8ac-4668-a6e9-b1b7b661fa0f',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.937337] env[65906]: INFO networking_nsxv3.common.synchronization [None req-1111c909-0345-46d0-b2aa-cdff515315a2 None None] Enqueued Resource ID: 9f48364e-224b-4407-8c0a-761fe384b074 with Priority: HIGHEST for action port [ 959.937852] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f48364e-224b-4407-8c0a-761fe384b074 with Priority: HIGHEST for action port [ 959.938194] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f48364e-224b-4407-8c0a-761fe384b074 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.940598] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f48364e-224b-4407-8c0a-761fe384b074" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.940598] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f48364e-224b-4407-8c0a-761fe384b074" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.941395] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f48364e-224b-4407-8c0a-761fe384b074" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.942580] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f48364e-224b-4407-8c0a-761fe384b074',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.960700] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 in Status: SUCCESS [ 959.961718] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 deletion is rescheduled due to dependency. [ 959.961718] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.150160] env[65906]: INFO networking_nsxv3.common.synchronization [req-f9666557-67e5-4035-b2a8-a4ad2cbda6c6 req-b4513181-24b3-43ec-99cd-6d7799dc37ca tempest-ServerMetadataNegativeTestJSON-1437236252 tempest-ServerMetadataNegativeTestJSON-1437236252-project-member] Enqueued Resource ID: 95da32ec-19ed-4437-9a57-ff061be49f19 with Priority: HIGHEST for action security_group_members [ 960.151126] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95da32ec-19ed-4437-9a57-ff061be49f19 with Priority: HIGHEST for action security_group_members [ 960.151472] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-95da32ec-19ed-4437-9a57-ff061be49f19 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.151614] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95da32ec-19ed-4437-9a57-ff061be49f19" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.151685] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95da32ec-19ed-4437-9a57-ff061be49f19" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.151990] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95da32ec-19ed-4437-9a57-ff061be49f19" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.152217] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.152342] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.152431] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.152610] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.152827] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.152946] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95da32ec-19ed-4437-9a57-ff061be49f19',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.212512] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56ad576a-fa38-442a-8c7a-9cc0ed18e483 [ 960.212711] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.212847] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.213394] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.213394] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.213394] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.213394] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56ad576a-fa38-442a-8c7a-9cc0ed18e483 already deleted. [ 960.213689] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56ad576a-fa38-442a-8c7a-9cc0ed18e483" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.273524] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a9392f2-8e81-4e47-b81b-8684787744db',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.274379] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a9392f2-8e81-4e47-b81b-8684787744db taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.274512] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.274826] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ccadeeb-d8ac-4668-a6e9-b1b7b661fa0f with status ACTIVE [ 960.274990] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.275117] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.275213] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.275944] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.275944] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.275944] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.275944] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.275944] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.275944] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.276286] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.280017] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.280133] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.280290] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.281037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.281037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.281037] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ccadeeb-d8ac-4668-a6e9-b1b7b661fa0f is going to be updated. [ 960.304929] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.305113] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.305156] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.305337] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.305474] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.305635] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ccadeeb-d8ac-4668-a6e9-b1b7b661fa0f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.444433] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f48364e-224b-4407-8c0a-761fe384b074 [ 960.445102] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.445412] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.446225] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.446486] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.446591] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.446845] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f48364e-224b-4407-8c0a-761fe384b074 already deleted. [ 960.446966] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f48364e-224b-4407-8c0a-761fe384b074" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.532922] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-743 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.533220] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-743" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.533310] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-743" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.533713] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-743" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.534052] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.534240] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.534423] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.534702] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.534890] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.535200] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.535347] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 960.535508] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 960.535712] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 960.535868] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 960.536011] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 960.536190] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 960.559227] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 960.559458] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 960.559541] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 960.559704] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-743" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.560041] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-d1a2571e-142f-405f-8701-aaf8107c5deb taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.560210] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-d1a2571e-142f-405f-8701-aaf8107c5deb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.560326] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-d1a2571e-142f-405f-8701-aaf8107c5deb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.560932] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-d1a2571e-142f-405f-8701-aaf8107c5deb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.561147] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1a2571e-142f-405f-8701-aaf8107c5deb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.655371] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.655548] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.656185] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.656185] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.656185] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.656334] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.656334] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.656426] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.657033] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.657033] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.657033] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95da32ec-19ed-4437-9a57-ff061be49f19 already deleted. [ 960.657033] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95da32ec-19ed-4437-9a57-ff061be49f19" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.777121] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a9392f2-8e81-4e47-b81b-8684787744db',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.063923] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.063923] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.064301] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.064301] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.064434] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.065292] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port d1a2571e-142f-405f-8701-aaf8107c5deb not found, creating... [ 961.065292] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.065292] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.066311] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.066448] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.071023] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.071023] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.071023] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.071023] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.071023] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.071023] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.071023] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: d1a2571e-142f-405f-8701-aaf8107c5deb is going to be created. [ 961.092168] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.092415] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.092551] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.092957] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.093278] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.093564] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-d1a2571e-142f-405f-8701-aaf8107c5deb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.283369] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.283718] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.283718] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.283825] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.283911] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.284109] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a9392f2-8e81-4e47-b81b-8684787744db is going to be created. [ 961.315941] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.316130] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.316196] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.318738] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.318738] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.328976] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a9392f2-8e81-4e47-b81b-8684787744db in Status: UNINITIALIZED for 2s [ 961.874784] env[65906]: INFO networking_nsxv3.common.synchronization [req-f9666557-67e5-4035-b2a8-a4ad2cbda6c6 req-ae6d88b5-534a-4b60-89a2-c58c7e8bbc79 service nova] Enqueued Resource ID: 95da32ec-19ed-4437-9a57-ff061be49f19 with Priority: HIGHEST for action security_group_rules [ 961.874974] env[65906]: INFO networking_nsxv3.common.synchronization [req-f9666557-67e5-4035-b2a8-a4ad2cbda6c6 req-ae6d88b5-534a-4b60-89a2-c58c7e8bbc79 service nova] Enqueued Resource ID: 95da32ec-19ed-4437-9a57-ff061be49f19 with Priority: HIGHEST for action security_group_members [ 961.875127] env[65906]: INFO networking_nsxv3.common.synchronization [req-f9666557-67e5-4035-b2a8-a4ad2cbda6c6 req-ae6d88b5-534a-4b60-89a2-c58c7e8bbc79 service nova] Enqueued Resource ID: d1a2571e-142f-405f-8701-aaf8107c5deb with Priority: HIGHEST for action port [ 961.875716] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95da32ec-19ed-4437-9a57-ff061be49f19 with Priority: HIGHEST for action security_group_rules [ 961.875931] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95da32ec-19ed-4437-9a57-ff061be49f19 with Priority: HIGHEST for action security_group_members [ 961.876682] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1a2571e-142f-405f-8701-aaf8107c5deb with Priority: HIGHEST for action port [ 961.876682] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95da32ec-19ed-4437-9a57-ff061be49f19 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.877672] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95da32ec-19ed-4437-9a57-ff061be49f19" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.877672] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95da32ec-19ed-4437-9a57-ff061be49f19" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.877672] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95da32ec-19ed-4437-9a57-ff061be49f19" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.877672] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95da32ec-19ed-4437-9a57-ff061be49f19',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.880193] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-95da32ec-19ed-4437-9a57-ff061be49f19 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.880896] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95da32ec-19ed-4437-9a57-ff061be49f19" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.880896] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95da32ec-19ed-4437-9a57-ff061be49f19" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.880896] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95da32ec-19ed-4437-9a57-ff061be49f19" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.881368] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.881512] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.881615] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.882488] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.882488] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.882488] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95da32ec-19ed-4437-9a57-ff061be49f19',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.887213] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1a2571e-142f-405f-8701-aaf8107c5deb taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.887213] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1a2571e-142f-405f-8701-aaf8107c5deb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.887213] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1a2571e-142f-405f-8701-aaf8107c5deb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.887213] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1a2571e-142f-405f-8701-aaf8107c5deb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.887213] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1a2571e-142f-405f-8701-aaf8107c5deb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.388876] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-95da32ec-19ed-4437-9a57-ff061be49f19 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.389355] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95da32ec-19ed-4437-9a57-ff061be49f19" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.389355] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95da32ec-19ed-4437-9a57-ff061be49f19',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.390309] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1a2571e-142f-405f-8701-aaf8107c5deb with status ACTIVE [ 962.390564] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.390707] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.390769] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.390984] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.391369] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.391564] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.391668] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.391735] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.391972] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.391972] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.392185] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.392322] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.392379] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.392521] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.392597] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.394398] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1a2571e-142f-405f-8701-aaf8107c5deb is going to be updated. [ 962.414738] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.414841] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.414987] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.415191] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.415376] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.415625] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1a2571e-142f-405f-8701-aaf8107c5deb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.895294] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95da32ec-19ed-4437-9a57-ff061be49f19',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.337989] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a9392f2-8e81-4e47-b81b-8684787744db in Status: SUCCESS [ 963.338178] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.338349] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.338596] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.338789] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.338903] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.338969] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.339143] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.339226] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.339312] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.339403] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a9392f2-8e81-4e47-b81b-8684787744db',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.397686] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.398021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.398021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.398356] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.398534] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.398695] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95da32ec-19ed-4437-9a57-ff061be49f19 is going to be created. [ 963.435496] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.436306] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.436397] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.436600] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.436763] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.449803] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95da32ec-19ed-4437-9a57-ff061be49f19 in Status: UNINITIALIZED for 2s [ 963.535817] env[65906]: INFO networking_nsxv3.common.synchronization [None req-788fbf78-dadb-404e-ae50-2b88c5f84c0b None None] Enqueued Resource ID: 5dde3b69-95c8-4b35-8af3-2b219570b57b with Priority: HIGHEST for action port [ 963.536477] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dde3b69-95c8-4b35-8af3-2b219570b57b with Priority: HIGHEST for action port [ 963.537246] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dde3b69-95c8-4b35-8af3-2b219570b57b taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.537246] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dde3b69-95c8-4b35-8af3-2b219570b57b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.537246] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dde3b69-95c8-4b35-8af3-2b219570b57b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.537426] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dde3b69-95c8-4b35-8af3-2b219570b57b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.537870] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dde3b69-95c8-4b35-8af3-2b219570b57b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.841542] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a9392f2-8e81-4e47-b81b-8684787744db',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.041467] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5dde3b69-95c8-4b35-8af3-2b219570b57b [ 964.041467] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.041467] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.041467] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.041467] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.041467] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.041467] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5dde3b69-95c8-4b35-8af3-2b219570b57b already deleted. [ 964.041467] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dde3b69-95c8-4b35-8af3-2b219570b57b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.344890] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a9392f2-8e81-4e47-b81b-8684787744db: rpc.has_security_group_logging(os_id): False [ 964.365448] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.365448] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.365448] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.365448] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.365448] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.365448] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.365448] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.365448] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.368843] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.369023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.369084] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a9392f2-8e81-4e47-b81b-8684787744db is going to be created. [ 964.431049] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.431333] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.431333] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.431480] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.431661] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.443103] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a9392f2-8e81-4e47-b81b-8684787744db in Status: IN_PROGRESS for 2s [ 965.461215] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95da32ec-19ed-4437-9a57-ff061be49f19 in Status: SUCCESS [ 965.461515] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95da32ec-19ed-4437-9a57-ff061be49f19" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.461679] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95da32ec-19ed-4437-9a57-ff061be49f19" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.461828] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95da32ec-19ed-4437-9a57-ff061be49f19" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.462032] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.462154] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.462219] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.462366] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.462445] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.462531] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95da32ec-19ed-4437-9a57-ff061be49f19" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.462617] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95da32ec-19ed-4437-9a57-ff061be49f19',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.965874] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-95da32ec-19ed-4437-9a57-ff061be49f19 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.965874] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95da32ec-19ed-4437-9a57-ff061be49f19" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.965874] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95da32ec-19ed-4437-9a57-ff061be49f19" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.965874] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95da32ec-19ed-4437-9a57-ff061be49f19" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.965874] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.965874] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.965874] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.965874] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.965874] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.965874] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95da32ec-19ed-4437-9a57-ff061be49f19" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.966348] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-95da32ec-19ed-4437-9a57-ff061be49f19 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.966348] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95da32ec-19ed-4437-9a57-ff061be49f19" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.966348] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95da32ec-19ed-4437-9a57-ff061be49f19" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.966348] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95da32ec-19ed-4437-9a57-ff061be49f19" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.966574] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.966780] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.966848] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.967012] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.967094] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.967684] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95da32ec-19ed-4437-9a57-ff061be49f19" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.967684] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95da32ec-19ed-4437-9a57-ff061be49f19',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.457192] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a9392f2-8e81-4e47-b81b-8684787744db in Status: SUCCESS [ 966.457425] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.469774] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95da32ec-19ed-4437-9a57-ff061be49f19: rpc.has_security_group_logging(os_id): False [ 966.490875] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.490875] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.490875] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.491186] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.491217] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.492915] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.492915] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.492915] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.492915] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.492915] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.492915] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.492915] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.492915] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.492915] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.492915] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.492915] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.492915] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.492915] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.492915] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.494059] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.494059] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95da32ec-19ed-4437-9a57-ff061be49f19 is going to be created. [ 966.510504] env[65906]: INFO networking_nsxv3.common.synchronization [req-650dabda-94e7-4acf-a68a-5479bb16eae1 req-9dfa093b-120a-4c86-89ba-07eb61f7b78f tempest-DeleteServersTestJSON-2048875208 tempest-DeleteServersTestJSON-2048875208-project-member] Enqueued Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_members [ 966.511313] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_members [ 966.511659] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.511809] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.511868] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.512078] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.512685] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.512685] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.512685] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.512685] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.512685] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.512685] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.558309] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.558598] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.558777] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.559132] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.560286] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.574634] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95da32ec-19ed-4437-9a57-ff061be49f19 in Status: IN_PROGRESS for 2s [ 967.015669] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.015865] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.015865] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.016157] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.016216] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.016380] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.016484] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.016547] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.016703] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.016780] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.016865] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 is going to be updated. [ 967.051131] env[65906]: INFO networking_nsxv3.common.synchronization [req-75ee3eb8-0f4c-4224-a4a4-4bc246eb8cef req-3d2ddcc1-87d3-4e93-9ad6-aec4f5eb2ad1 tempest-ServerRescueNegativeTestJSON-858064303 tempest-ServerRescueNegativeTestJSON-858064303-project-member] Enqueued Resource ID: 1fc375e6-2a6c-4a8a-89a6-d43f492c170e with Priority: HIGHEST for action security_group_members [ 967.051935] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fc375e6-2a6c-4a8a-89a6-d43f492c170e with Priority: HIGHEST for action security_group_members [ 967.053896] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.053896] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.053896] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.054703] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.054703] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.055490] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-1fc375e6-2a6c-4a8a-89a6-d43f492c170e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.055598] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1fc375e6-2a6c-4a8a-89a6-d43f492c170e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.055703] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1fc375e6-2a6c-4a8a-89a6-d43f492c170e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.055849] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1fc375e6-2a6c-4a8a-89a6-d43f492c170e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.055977] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.056090] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.056151] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.056292] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.056373] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.056469] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1fc375e6-2a6c-4a8a-89a6-d43f492c170e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.067490] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: IN_PROGRESS for 2s [ 967.560248] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.560622] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.560622] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.560738] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.582359] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.582626] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.582857] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.582950] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.583201] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.583289] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.583400] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fc375e6-2a6c-4a8a-89a6-d43f492c170e is going to be updated. [ 967.611990] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.612218] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.612218] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.613057] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.613057] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.623646] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fc375e6-2a6c-4a8a-89a6-d43f492c170e in Status: IN_PROGRESS for 2s [ 968.587883] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95da32ec-19ed-4437-9a57-ff061be49f19 in Status: SUCCESS [ 968.588640] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95da32ec-19ed-4437-9a57-ff061be49f19" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.080124] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: SUCCESS [ 969.080627] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 deletion is rescheduled due to dependency. [ 969.080811] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.263384] env[65906]: INFO networking_nsxv3.common.synchronization [None req-5acc9cf3-57c0-4bef-9373-942f28ee264f None None] Enqueued Resource ID: ccc24c6c-c5c1-4b42-9876-4a6a4a98eb8e with Priority: HIGHEST for action port [ 969.263959] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccc24c6c-c5c1-4b42-9876-4a6a4a98eb8e with Priority: HIGHEST for action port [ 969.264378] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccc24c6c-c5c1-4b42-9876-4a6a4a98eb8e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.264518] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccc24c6c-c5c1-4b42-9876-4a6a4a98eb8e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.265863] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccc24c6c-c5c1-4b42-9876-4a6a4a98eb8e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.265863] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccc24c6c-c5c1-4b42-9876-4a6a4a98eb8e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.265863] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccc24c6c-c5c1-4b42-9876-4a6a4a98eb8e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.634346] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1fc375e6-2a6c-4a8a-89a6-d43f492c170e in Status: SUCCESS [ 969.634743] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1fc375e6-2a6c-4a8a-89a6-d43f492c170e deletion is rescheduled due to dependency. [ 969.634743] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1fc375e6-2a6c-4a8a-89a6-d43f492c170e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.770095] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ccc24c6c-c5c1-4b42-9876-4a6a4a98eb8e [ 969.770095] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.770095] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.770095] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.770095] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.770095] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.770095] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ccc24c6c-c5c1-4b42-9876-4a6a4a98eb8e already deleted. [ 969.770095] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccc24c6c-c5c1-4b42-9876-4a6a4a98eb8e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.560612] env[65906]: INFO networking_nsxv3.common.synchronization [None req-ebf0c4cd-0c57-4ac7-90c8-37065c363543 tempest-ServersV294TestFqdnHostnames-943270318 tempest-ServersV294TestFqdnHostnames-943270318-project-member] Enqueued Resource ID: 4fe9446e-a7bb-4a04-bacc-c73559534be4 with Priority: HIGHEST for action security_group_rules [ 970.561065] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fe9446e-a7bb-4a04-bacc-c73559534be4 with Priority: HIGHEST for action security_group_rules [ 970.561381] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fe9446e-a7bb-4a04-bacc-c73559534be4 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.561536] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.561641] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.561837] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.561920] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fe9446e-a7bb-4a04-bacc-c73559534be4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.652269] env[65906]: INFO networking_nsxv3.common.synchronization [None req-6fd57510-9d3f-4353-b5b5-9985125034a9 tempest-ServersV294TestFqdnHostnames-943270318 tempest-ServersV294TestFqdnHostnames-943270318-project-member] Enqueued Resource ID: 4fe9446e-a7bb-4a04-bacc-c73559534be4 with Priority: HIGHEST for action security_group_rules [ 970.652817] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fe9446e-a7bb-4a04-bacc-c73559534be4 with Priority: HIGHEST for action security_group_rules [ 970.653132] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fe9446e-a7bb-4a04-bacc-c73559534be4 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.653235] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.095163] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.095163] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.095163] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.095163] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.095623] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.095623] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fe9446e-a7bb-4a04-bacc-c73559534be4 already deleted. [ 971.095623] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.095623] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.095780] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.095815] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fe9446e-a7bb-4a04-bacc-c73559534be4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.125271] env[65906]: INFO networking_nsxv3.common.synchronization [req-3dce9970-09be-4fb9-ba56-2c382b5f75cb req-c4ea71b1-2872-42ce-a836-c4c85fb9d785 tempest-ListServersNegativeTestJSON-1609980054 tempest-ListServersNegativeTestJSON-1609980054-project-member] Enqueued Resource ID: 8111e738-6228-4350-931e-f3b1b35dc4cd with Priority: HIGHEST for action security_group_members [ 971.126029] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8111e738-6228-4350-931e-f3b1b35dc4cd with Priority: HIGHEST for action security_group_members [ 971.127067] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8111e738-6228-4350-931e-f3b1b35dc4cd taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.127445] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.127813] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.127813] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.128038] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.128163] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.128232] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.128395] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.128501] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.128819] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8111e738-6228-4350-931e-f3b1b35dc4cd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.284566] env[65906]: INFO networking_nsxv3.common.synchronization [req-9a69ec81-b7a2-4f90-b3fd-65a0c986a842 req-5a613361-ba7b-4b09-8978-8ed53cbb5b26 tempest-ServersAdminTestJSON-589704668 tempest-ServersAdminTestJSON-589704668-project-member] Enqueued Resource ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 with Priority: HIGHEST for action security_group_members [ 971.284932] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 with Priority: HIGHEST for action security_group_members [ 971.286187] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b4b3dc-b35b-433f-ad5c-2611639a01a3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.286187] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.286187] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.286187] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.286187] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.286187] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.286187] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.286489] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.286522] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.286795] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.626127] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.626225] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.626225] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.626466] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.626560] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.626708] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fe9446e-a7bb-4a04-bacc-c73559534be4 already deleted. [ 971.626751] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.631233] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8111e738-6228-4350-931e-f3b1b35dc4cd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.711665] env[65906]: INFO networking_nsxv3.common.synchronization [None req-310fd328-d0d4-4c51-ba53-3703438da866 None None] Enqueued Resource ID: 9cee5a31-925f-44df-868c-f3a3ec65bd2b with Priority: HIGHEST for action port [ 971.712517] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cee5a31-925f-44df-868c-f3a3ec65bd2b with Priority: HIGHEST for action port [ 971.712911] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cee5a31-925f-44df-868c-f3a3ec65bd2b taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.713473] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cee5a31-925f-44df-868c-f3a3ec65bd2b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.713587] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cee5a31-925f-44df-868c-f3a3ec65bd2b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.713896] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cee5a31-925f-44df-868c-f3a3ec65bd2b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.714135] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cee5a31-925f-44df-868c-f3a3ec65bd2b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.791456] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.977209] env[65906]: INFO networking_nsxv3.common.synchronization [req-9bc0321b-93c5-4ab7-8d28-5bcf21eab11f req-3d6b4842-1f94-4fa1-8137-16214526d65c tempest-AttachInterfacesUnderV243Test-1891795356 tempest-AttachInterfacesUnderV243Test-1891795356-project-member] Enqueued Resource ID: 34d07463-a8da-46cd-a08e-cd43468c2384 with Priority: HIGHEST for action security_group_members [ 971.978084] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34d07463-a8da-46cd-a08e-cd43468c2384 with Priority: HIGHEST for action security_group_members [ 971.979161] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-34d07463-a8da-46cd-a08e-cd43468c2384 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.979161] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.979161] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.979161] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.979161] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.979161] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.980762] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.980762] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.980762] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.980762] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34d07463-a8da-46cd-a08e-cd43468c2384',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.134589] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8111e738-6228-4350-931e-f3b1b35dc4cd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.216767] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9cee5a31-925f-44df-868c-f3a3ec65bd2b [ 972.216767] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.216767] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.216767] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.217084] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.217084] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.218044] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9cee5a31-925f-44df-868c-f3a3ec65bd2b already deleted. [ 972.218044] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cee5a31-925f-44df-868c-f3a3ec65bd2b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.293769] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.419035] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-491 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.419272] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.419401] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.419790] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.420075] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.420249] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.420438] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.420762] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.420962] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.421236] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.421614] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 972.421614] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 972.421614] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 972.421750] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 972.421795] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 972.421907] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 972.441649] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 972.441844] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 972.441991] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 972.442202] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.442541] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-e5a45a1c-23c2-4cbd-9344-b8f146533469 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.442710] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-e5a45a1c-23c2-4cbd-9344-b8f146533469" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.442828] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-e5a45a1c-23c2-4cbd-9344-b8f146533469" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.443407] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-e5a45a1c-23c2-4cbd-9344-b8f146533469" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.443575] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5a45a1c-23c2-4cbd-9344-b8f146533469',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.482664] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.482927] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.482927] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.483143] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.483236] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.483450] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.483582] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.483666] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.484075] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.484178] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.484309] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34d07463-a8da-46cd-a08e-cd43468c2384 already deleted. [ 972.484415] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.526213] env[65906]: INFO networking_nsxv3.common.synchronization [req-7f9e4c7a-f66d-4964-a664-c93b2a8befdf req-6b51bb91-9e39-4acf-b036-10dd166e592f tempest-ListServersNegativeTestJSON-1609980054 tempest-ListServersNegativeTestJSON-1609980054-project-member] Enqueued Resource ID: 8111e738-6228-4350-931e-f3b1b35dc4cd with Priority: HIGHEST for action security_group_members [ 972.526946] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8111e738-6228-4350-931e-f3b1b35dc4cd with Priority: HIGHEST for action security_group_members [ 972.527318] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8111e738-6228-4350-931e-f3b1b35dc4cd taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.527399] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.638023] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.638421] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.638509] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.638752] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.638857] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.639012] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8111e738-6228-4350-931e-f3b1b35dc4cd is going to be updated. [ 972.668459] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.668459] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.668459] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.668675] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.668675] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.679476] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8111e738-6228-4350-931e-f3b1b35dc4cd in Status: IN_PROGRESS for 2s [ 972.796341] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.796694] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.796694] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.796912] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.797028] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.797138] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 is going to be updated. [ 972.831931] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.831931] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.831931] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.832159] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.832289] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.841429] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 in Status: IN_PROGRESS for 2s [ 972.946614] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.949574] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.949574] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.949574] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.949574] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.949574] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port e5a45a1c-23c2-4cbd-9344-b8f146533469 not found, creating... [ 972.949574] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.949574] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.949574] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.949574] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.949574] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.950186] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.950186] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.950186] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.950186] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.950186] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.950186] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: e5a45a1c-23c2-4cbd-9344-b8f146533469 is going to be created. [ 972.971405] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.971626] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.971758] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.972029] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.972249] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.972458] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-e5a45a1c-23c2-4cbd-9344-b8f146533469" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.717926] env[65906]: INFO networking_nsxv3.common.synchronization [req-9bc0321b-93c5-4ab7-8d28-5bcf21eab11f req-dafacaf5-a271-4d4e-8a24-11ded5fb86e8 service nova] Enqueued Resource ID: 34d07463-a8da-46cd-a08e-cd43468c2384 with Priority: HIGHEST for action security_group_rules [ 973.718111] env[65906]: INFO networking_nsxv3.common.synchronization [req-9bc0321b-93c5-4ab7-8d28-5bcf21eab11f req-dafacaf5-a271-4d4e-8a24-11ded5fb86e8 service nova] Enqueued Resource ID: 34d07463-a8da-46cd-a08e-cd43468c2384 with Priority: HIGHEST for action security_group_members [ 973.718248] env[65906]: INFO networking_nsxv3.common.synchronization [req-9bc0321b-93c5-4ab7-8d28-5bcf21eab11f req-dafacaf5-a271-4d4e-8a24-11ded5fb86e8 service nova] Enqueued Resource ID: e5a45a1c-23c2-4cbd-9344-b8f146533469 with Priority: HIGHEST for action port [ 973.718503] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34d07463-a8da-46cd-a08e-cd43468c2384 with Priority: HIGHEST for action security_group_rules [ 973.718630] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34d07463-a8da-46cd-a08e-cd43468c2384 with Priority: HIGHEST for action security_group_members [ 973.718725] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a45a1c-23c2-4cbd-9344-b8f146533469 with Priority: HIGHEST for action port [ 973.719613] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34d07463-a8da-46cd-a08e-cd43468c2384 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.719743] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.719813] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.720023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.720106] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34d07463-a8da-46cd-a08e-cd43468c2384',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.720963] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-34d07463-a8da-46cd-a08e-cd43468c2384 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.721105] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.721177] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.721365] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.721496] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.721596] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.721656] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.721823] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.721909] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.721999] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34d07463-a8da-46cd-a08e-cd43468c2384',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.723152] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5a45a1c-23c2-4cbd-9344-b8f146533469 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.723152] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5a45a1c-23c2-4cbd-9344-b8f146533469" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.723152] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5a45a1c-23c2-4cbd-9344-b8f146533469" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.723152] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5a45a1c-23c2-4cbd-9344-b8f146533469" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.723359] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5a45a1c-23c2-4cbd-9344-b8f146533469',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.224922] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-34d07463-a8da-46cd-a08e-cd43468c2384 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.225305] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.225305] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34d07463-a8da-46cd-a08e-cd43468c2384',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.226281] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5a45a1c-23c2-4cbd-9344-b8f146533469 with status ACTIVE [ 974.226407] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.226505] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.226505] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.226708] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.226794] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.226957] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.227158] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.227158] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.227344] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.227344] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.227565] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.227647] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.227647] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.227780] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.227855] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.227942] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5a45a1c-23c2-4cbd-9344-b8f146533469 is going to be updated. [ 974.251546] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.251759] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.251829] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.252042] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.252235] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.252338] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5a45a1c-23c2-4cbd-9344-b8f146533469" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.689856] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8111e738-6228-4350-931e-f3b1b35dc4cd in Status: SUCCESS [ 974.690130] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.690530] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.690638] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.690840] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.690968] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.691037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.691207] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.691309] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.691380] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8111e738-6228-4350-931e-f3b1b35dc4cd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.731919] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34d07463-a8da-46cd-a08e-cd43468c2384',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.853107] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 in Status: SUCCESS [ 974.853335] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.193832] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.194060] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.194131] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.194425] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.195573] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.195573] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.195573] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.195573] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.195573] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.195573] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.195573] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8111e738-6228-4350-931e-f3b1b35dc4cd is going to be updated. [ 975.233801] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.233801] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.234221] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.234221] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.234221] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.234310] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34d07463-a8da-46cd-a08e-cd43468c2384 is going to be created. [ 975.254380] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.254686] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.254686] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.254839] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.255051] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.269765] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8111e738-6228-4350-931e-f3b1b35dc4cd in Status: IN_PROGRESS for 2s [ 975.269765] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.269765] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.269765] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.269765] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.269765] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.278218] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34d07463-a8da-46cd-a08e-cd43468c2384 in Status: UNINITIALIZED for 2s [ 975.849640] env[65906]: INFO networking_nsxv3.common.synchronization [req-83a702c7-8af2-42d8-a2f5-389d75d7783c req-3323bfb0-9f72-45d7-8e13-528889f70e65 tempest-ServerMetadataNegativeTestJSON-1437236252 tempest-ServerMetadataNegativeTestJSON-1437236252-project-member] Enqueued Resource ID: 95da32ec-19ed-4437-9a57-ff061be49f19 with Priority: HIGHEST for action security_group_members [ 975.849640] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95da32ec-19ed-4437-9a57-ff061be49f19 with Priority: HIGHEST for action security_group_members [ 975.849640] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-95da32ec-19ed-4437-9a57-ff061be49f19 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.849640] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95da32ec-19ed-4437-9a57-ff061be49f19" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.849640] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95da32ec-19ed-4437-9a57-ff061be49f19" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.849640] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95da32ec-19ed-4437-9a57-ff061be49f19" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.849640] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.849640] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.849640] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.849640] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.849640] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.849640] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95da32ec-19ed-4437-9a57-ff061be49f19',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.353661] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.353661] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.353661] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.353661] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.353661] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.353661] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.353661] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.353661] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.354643] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.354643] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.354643] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95da32ec-19ed-4437-9a57-ff061be49f19 is going to be updated. [ 976.423530] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.423858] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.423858] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.423996] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.424462] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.439468] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95da32ec-19ed-4437-9a57-ff061be49f19 in Status: IN_PROGRESS for 2s [ 977.279527] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8111e738-6228-4350-931e-f3b1b35dc4cd in Status: SUCCESS [ 977.279785] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8111e738-6228-4350-931e-f3b1b35dc4cd deletion is rescheduled due to dependency. [ 977.279937] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.291960] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34d07463-a8da-46cd-a08e-cd43468c2384 in Status: SUCCESS [ 977.292191] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.292348] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.292573] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.292765] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.292887] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.292953] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.293139] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.293203] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.293292] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.293380] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34d07463-a8da-46cd-a08e-cd43468c2384',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.792828] env[65906]: INFO networking_nsxv3.common.synchronization [req-16638a34-55d2-4530-8e93-d04660c19c83 req-1d94ac8c-0175-454d-9fba-2ba9e964d35d tempest-ImagesTestJSON-1400319718 tempest-ImagesTestJSON-1400319718-project-member] Enqueued Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_members [ 977.793403] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_members [ 977.793708] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e44fcdd6-c25c-40da-9f8b-035616ab7b70 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.794249] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.794249] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.794375] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.794448] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.794545] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.794605] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.795089] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.795089] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.795089] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.798739] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34d07463-a8da-46cd-a08e-cd43468c2384',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.297461] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.297689] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.297798] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.298152] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.298304] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.298580] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.298749] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.298870] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.299120] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.299235] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.299372] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 is going to be updated. [ 978.300500] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34d07463-a8da-46cd-a08e-cd43468c2384: rpc.has_security_group_logging(os_id): False [ 978.325808] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.326065] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.326065] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.326687] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.326687] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.326687] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.326687] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.326974] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.326974] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.326974] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.327078] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34d07463-a8da-46cd-a08e-cd43468c2384 is going to be created. [ 978.352574] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.352722] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.352815] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.353138] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.353285] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.361889] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 in Status: IN_PROGRESS for 2s [ 978.406009] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.406009] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.406141] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.406301] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.406482] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.418548] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34d07463-a8da-46cd-a08e-cd43468c2384 in Status: IN_PROGRESS for 2s [ 978.451801] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95da32ec-19ed-4437-9a57-ff061be49f19 in Status: SUCCESS [ 978.451967] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95da32ec-19ed-4437-9a57-ff061be49f19 deletion is rescheduled due to dependency. [ 978.452106] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95da32ec-19ed-4437-9a57-ff061be49f19" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.374558] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 in Status: SUCCESS [ 980.374873] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 deletion is rescheduled due to dependency. [ 980.374873] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.431748] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34d07463-a8da-46cd-a08e-cd43468c2384 in Status: SUCCESS [ 980.432012] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.528474] env[65906]: INFO networking_nsxv3.common.synchronization [req-a50a9f15-2a95-48cf-b804-d3d2e6b246e9 req-5b4d28c3-0e4e-4bd0-a462-002a61fd3069 tempest-ServersTestJSON-597851649 tempest-ServersTestJSON-597851649-project-member] Enqueued Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 982.528979] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 982.529482] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.529482] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.529482] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.529724] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.529860] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.529958] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.530032] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.530181] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.530269] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.530358] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.932666] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-772 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.932855] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-772" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.933021] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-772" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.934373] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-772" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.934373] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.934373] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.934373] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.937691] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.937691] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.937691] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.937691] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 982.937691] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 982.937691] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 982.937691] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.937691] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 982.937691] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 982.959635] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 982.961602] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 982.961717] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 982.961984] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-772" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.962419] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-a49bbf39-7a14-4e9a-8746-019d9e6e5b5d taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.962634] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-a49bbf39-7a14-4e9a-8746-019d9e6e5b5d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.962786] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-a49bbf39-7a14-4e9a-8746-019d9e6e5b5d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.963236] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-a49bbf39-7a14-4e9a-8746-019d9e6e5b5d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.965023] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a49bbf39-7a14-4e9a-8746-019d9e6e5b5d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.035027] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.466928] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.467495] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.467649] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.468077] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.468266] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.468439] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port a49bbf39-7a14-4e9a-8746-019d9e6e5b5d not found, creating... [ 983.468850] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.469064] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.469202] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.469557] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.469738] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.470085] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.470325] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.470482] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.470788] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.470947] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.471179] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: a49bbf39-7a14-4e9a-8746-019d9e6e5b5d is going to be created. [ 983.494394] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.494619] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.494738] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.495040] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.495285] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.495509] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-a49bbf39-7a14-4e9a-8746-019d9e6e5b5d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.537436] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.040289] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.040592] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.040677] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.043466] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.043466] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.043466] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 is going to be updated. [ 984.076272] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.076504] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.076658] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.077763] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.077876] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.091646] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: IN_PROGRESS for 2s [ 984.232608] env[65906]: INFO networking_nsxv3.common.synchronization [req-a50a9f15-2a95-48cf-b804-d3d2e6b246e9 req-ae51676e-f802-4c32-a5e3-cea34b97a85f service nova] Enqueued Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_rules [ 984.232608] env[65906]: INFO networking_nsxv3.common.synchronization [req-a50a9f15-2a95-48cf-b804-d3d2e6b246e9 req-ae51676e-f802-4c32-a5e3-cea34b97a85f service nova] Enqueued Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 984.232608] env[65906]: INFO networking_nsxv3.common.synchronization [req-a50a9f15-2a95-48cf-b804-d3d2e6b246e9 req-ae51676e-f802-4c32-a5e3-cea34b97a85f service nova] Enqueued Resource ID: a49bbf39-7a14-4e9a-8746-019d9e6e5b5d with Priority: HIGHEST for action port [ 984.233139] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_rules [ 984.233139] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 984.233139] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a49bbf39-7a14-4e9a-8746-019d9e6e5b5d with Priority: HIGHEST for action port [ 984.233327] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.233433] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.233494] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.233731] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.233840] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.234947] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.235111] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.235338] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-a49bbf39-7a14-4e9a-8746-019d9e6e5b5d taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.236051] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a49bbf39-7a14-4e9a-8746-019d9e6e5b5d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.236051] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a49bbf39-7a14-4e9a-8746-019d9e6e5b5d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.236051] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a49bbf39-7a14-4e9a-8746-019d9e6e5b5d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.236051] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a49bbf39-7a14-4e9a-8746-019d9e6e5b5d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.738975] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.739436] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.739436] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a49bbf39-7a14-4e9a-8746-019d9e6e5b5d with status ACTIVE [ 984.739540] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.739612] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.739686] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.739933] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.740046] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.740228] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.740333] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.740410] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.740611] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.740696] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.740901] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.741016] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.741096] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.741250] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.741351] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.741529] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a49bbf39-7a14-4e9a-8746-019d9e6e5b5d is going to be updated. [ 984.764494] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.764727] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.764835] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.765156] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.765372] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.765595] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a49bbf39-7a14-4e9a-8746-019d9e6e5b5d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.246669] env[65906]: INFO networking_nsxv3.common.synchronization [req-9b008cd4-e342-4002-92dc-7f0dc4b5954b req-c2362090-4b94-4c59-b740-48adaf09eef5 tempest-VolumesAdminNegativeTest-897644366 tempest-VolumesAdminNegativeTest-897644366-project-member] Enqueued Resource ID: c62f4880-4869-4535-b073-dc7c8ecc4c96 with Priority: HIGHEST for action security_group_members [ 985.247665] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c62f4880-4869-4535-b073-dc7c8ecc4c96 with Priority: HIGHEST for action security_group_members [ 985.248354] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-c62f4880-4869-4535-b073-dc7c8ecc4c96 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.248859] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c62f4880-4869-4535-b073-dc7c8ecc4c96" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.248859] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c62f4880-4869-4535-b073-dc7c8ecc4c96" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.249047] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c62f4880-4869-4535-b073-dc7c8ecc4c96" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.249096] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.249201] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.249272] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.249457] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.249551] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.249647] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c62f4880-4869-4535-b073-dc7c8ecc4c96',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.661630] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-612 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.662134] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-612" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.662472] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-612" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.663065] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-612" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.663579] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.663942] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.664336] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.664876] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.665273] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.665576] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.665801] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 985.666023] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 985.666248] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 985.667122] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.667354] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 985.668287] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 985.698807] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 985.699243] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 985.699333] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 985.699631] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-612" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.700246] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-90f4219d-67ec-429c-af1e-c5d21a5fe210 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.700615] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-90f4219d-67ec-429c-af1e-c5d21a5fe210" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.700821] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-90f4219d-67ec-429c-af1e-c5d21a5fe210" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.702104] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-90f4219d-67ec-429c-af1e-c5d21a5fe210" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.702337] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90f4219d-67ec-429c-af1e-c5d21a5fe210',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.752234] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.752587] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.752587] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.752665] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.752773] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.752972] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.753086] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.753142] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.753338] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.753448] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.753565] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c62f4880-4869-4535-b073-dc7c8ecc4c96 already deleted. [ 985.753697] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c62f4880-4869-4535-b073-dc7c8ecc4c96" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.103837] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: SUCCESS [ 986.104098] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.104276] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.104496] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.104683] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.104806] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.104870] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.105031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.105108] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.107745] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.205738] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.206072] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.206236] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.206613] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.206908] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.207017] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port 90f4219d-67ec-429c-af1e-c5d21a5fe210 not found, creating... [ 986.207357] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.207586] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.207747] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.208046] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.208254] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.208631] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.208861] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.209042] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.209327] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.209509] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.209703] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: 90f4219d-67ec-429c-af1e-c5d21a5fe210 is going to be created. [ 986.232739] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.232988] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.233153] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.233404] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.233635] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.233861] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-90f4219d-67ec-429c-af1e-c5d21a5fe210" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.608403] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.930763] env[65906]: INFO networking_nsxv3.common.synchronization [req-9b008cd4-e342-4002-92dc-7f0dc4b5954b req-e94522cd-ae7b-43d5-a69d-c255c7e90313 service nova] Enqueued Resource ID: c62f4880-4869-4535-b073-dc7c8ecc4c96 with Priority: HIGHEST for action security_group_rules [ 986.931175] env[65906]: INFO networking_nsxv3.common.synchronization [req-9b008cd4-e342-4002-92dc-7f0dc4b5954b req-e94522cd-ae7b-43d5-a69d-c255c7e90313 service nova] Enqueued Resource ID: c62f4880-4869-4535-b073-dc7c8ecc4c96 with Priority: HIGHEST for action security_group_members [ 986.931175] env[65906]: INFO networking_nsxv3.common.synchronization [req-9b008cd4-e342-4002-92dc-7f0dc4b5954b req-e94522cd-ae7b-43d5-a69d-c255c7e90313 service nova] Enqueued Resource ID: 90f4219d-67ec-429c-af1e-c5d21a5fe210 with Priority: HIGHEST for action port [ 986.931672] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c62f4880-4869-4535-b073-dc7c8ecc4c96 with Priority: HIGHEST for action security_group_rules [ 986.931819] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c62f4880-4869-4535-b073-dc7c8ecc4c96 with Priority: HIGHEST for action security_group_members [ 986.931913] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90f4219d-67ec-429c-af1e-c5d21a5fe210 with Priority: HIGHEST for action port [ 986.932810] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c62f4880-4869-4535-b073-dc7c8ecc4c96 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.932946] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c62f4880-4869-4535-b073-dc7c8ecc4c96" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.933288] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c62f4880-4869-4535-b073-dc7c8ecc4c96" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.933353] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c62f4880-4869-4535-b073-dc7c8ecc4c96" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.933385] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c62f4880-4869-4535-b073-dc7c8ecc4c96',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.934393] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-c62f4880-4869-4535-b073-dc7c8ecc4c96 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.934616] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c62f4880-4869-4535-b073-dc7c8ecc4c96" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.934616] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c62f4880-4869-4535-b073-dc7c8ecc4c96" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.934836] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c62f4880-4869-4535-b073-dc7c8ecc4c96" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.935035] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.935207] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.935273] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.935422] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.935511] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.935626] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c62f4880-4869-4535-b073-dc7c8ecc4c96',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.936739] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-90f4219d-67ec-429c-af1e-c5d21a5fe210 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.936989] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90f4219d-67ec-429c-af1e-c5d21a5fe210" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.936989] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90f4219d-67ec-429c-af1e-c5d21a5fe210" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.937116] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90f4219d-67ec-429c-af1e-c5d21a5fe210" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.937183] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90f4219d-67ec-429c-af1e-c5d21a5fe210',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.112513] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.440159] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-c62f4880-4869-4535-b073-dc7c8ecc4c96 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.440282] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c62f4880-4869-4535-b073-dc7c8ecc4c96" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.440454] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90f4219d-67ec-429c-af1e-c5d21a5fe210 with status ACTIVE [ 987.440623] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.440741] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.440802] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.441015] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.441119] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.441270] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.441666] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.441666] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.442227] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.442354] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.442579] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.442728] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.442797] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.442975] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.443074] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.443161] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90f4219d-67ec-429c-af1e-c5d21a5fe210 is going to be updated. [ 987.444344] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c62f4880-4869-4535-b073-dc7c8ecc4c96',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.470180] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.470359] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.470432] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.470759] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.471724] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.471724] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90f4219d-67ec-429c-af1e-c5d21a5fe210" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.615906] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.617077] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.617077] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.617077] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.617077] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.617077] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 is going to be updated. [ 987.680079] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.680320] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.680320] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.680616] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.681693] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.696755] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: IN_PROGRESS for 2s [ 987.790660] env[65906]: INFO networking_nsxv3.common.synchronization [req-5997cf54-c074-48cf-8d14-49f1c7deaf87 req-9fe57319-0855-4668-8203-a71c1a1b9fad tempest-ServerPasswordTestJSON-786936838 tempest-ServerPasswordTestJSON-786936838-project-member] Enqueued Resource ID: f248e2ee-c1e7-4b78-97f6-bd2f78ba3344 with Priority: HIGHEST for action security_group_members [ 987.791257] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f248e2ee-c1e7-4b78-97f6-bd2f78ba3344 with Priority: HIGHEST for action security_group_members [ 987.791752] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.791868] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.791868] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.792196] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.792436] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.793670] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.794170] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.794170] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.794170] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.794376] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f248e2ee-c1e7-4b78-97f6-bd2f78ba3344',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.946436] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c62f4880-4869-4535-b073-dc7c8ecc4c96',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.193839] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-833 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.194134] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-833" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.194411] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-833" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.194891] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-833" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.195214] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.195436] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.195601] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.195801] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.196032] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.196302] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.196401] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 988.196509] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 988.196658] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 988.196804] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.196925] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 988.197140] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 988.217663] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 988.217866] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 988.218024] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 988.219911] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-833" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.219911] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-0925f61f-edad-45ad-ae3a-9cb273b630ab taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.220491] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-0925f61f-edad-45ad-ae3a-9cb273b630ab" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.220652] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-0925f61f-edad-45ad-ae3a-9cb273b630ab" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.220999] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-0925f61f-edad-45ad-ae3a-9cb273b630ab" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.221208] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0925f61f-edad-45ad-ae3a-9cb273b630ab',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.299448] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.299448] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.299448] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.299448] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.299448] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.299448] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.299448] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.299448] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.299448] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.299448] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.299448] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f248e2ee-c1e7-4b78-97f6-bd2f78ba3344 already deleted. [ 988.299448] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.449997] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.449997] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.449997] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.450542] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.450577] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.450721] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c62f4880-4869-4535-b073-dc7c8ecc4c96 is going to be created. [ 988.476988] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.476988] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.476988] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.477207] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.477510] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.488727] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c62f4880-4869-4535-b073-dc7c8ecc4c96 in Status: UNINITIALIZED for 2s [ 988.572427] env[65906]: INFO networking_nsxv3.common.synchronization [req-6616b582-1b23-4f2c-a869-2ae109ecc240 req-ee83a935-3b22-4d59-a1fa-de2f712bcc47 tempest-MigrationsAdminTest-853670982 tempest-MigrationsAdminTest-853670982-project-member] Enqueued Resource ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc with Priority: HIGHEST for action security_group_members [ 988.573335] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc with Priority: HIGHEST for action security_group_members [ 988.573756] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-13bdb589-dfb3-4108-a3dd-da905f9569fc taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.573917] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.574034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.574316] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.574488] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.574606] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.574673] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.574876] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.575079] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.575211] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13bdb589-dfb3-4108-a3dd-da905f9569fc',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.727033] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.727033] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.727033] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.727033] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.727033] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.727033] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port 0925f61f-edad-45ad-ae3a-9cb273b630ab not found, creating... [ 988.727743] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.728626] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.728934] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.732116] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.732116] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.732116] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.732116] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.732116] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.732116] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.732116] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.732116] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: 0925f61f-edad-45ad-ae3a-9cb273b630ab is going to be created. [ 988.752653] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.752940] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.753114] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.753485] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.753758] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.755139] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-0925f61f-edad-45ad-ae3a-9cb273b630ab" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.078064] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13bdb589-dfb3-4108-a3dd-da905f9569fc',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.461351] env[65906]: INFO networking_nsxv3.common.synchronization [req-5997cf54-c074-48cf-8d14-49f1c7deaf87 req-69b15a8a-7db9-4711-8b4b-1a2e3858eebd service nova] Enqueued Resource ID: f248e2ee-c1e7-4b78-97f6-bd2f78ba3344 with Priority: HIGHEST for action security_group_rules [ 989.461351] env[65906]: INFO networking_nsxv3.common.synchronization [req-5997cf54-c074-48cf-8d14-49f1c7deaf87 req-69b15a8a-7db9-4711-8b4b-1a2e3858eebd service nova] Enqueued Resource ID: f248e2ee-c1e7-4b78-97f6-bd2f78ba3344 with Priority: HIGHEST for action security_group_members [ 989.461351] env[65906]: INFO networking_nsxv3.common.synchronization [req-5997cf54-c074-48cf-8d14-49f1c7deaf87 req-69b15a8a-7db9-4711-8b4b-1a2e3858eebd service nova] Enqueued Resource ID: 0925f61f-edad-45ad-ae3a-9cb273b630ab with Priority: HIGHEST for action port [ 989.462928] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f248e2ee-c1e7-4b78-97f6-bd2f78ba3344 with Priority: HIGHEST for action security_group_rules [ 989.464136] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f248e2ee-c1e7-4b78-97f6-bd2f78ba3344 with Priority: HIGHEST for action security_group_members [ 989.464136] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0925f61f-edad-45ad-ae3a-9cb273b630ab with Priority: HIGHEST for action port [ 989.464136] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.464136] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.464136] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.466357] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.466357] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f248e2ee-c1e7-4b78-97f6-bd2f78ba3344',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.466357] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.466357] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.466357] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.466751] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.466751] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.466751] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.466751] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.467040] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.467040] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.467121] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f248e2ee-c1e7-4b78-97f6-bd2f78ba3344',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.468046] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-0925f61f-edad-45ad-ae3a-9cb273b630ab taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.468159] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0925f61f-edad-45ad-ae3a-9cb273b630ab" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.468224] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0925f61f-edad-45ad-ae3a-9cb273b630ab" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.468386] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0925f61f-edad-45ad-ae3a-9cb273b630ab" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.468473] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0925f61f-edad-45ad-ae3a-9cb273b630ab',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.581074] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13bdb589-dfb3-4108-a3dd-da905f9569fc',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.707478] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: SUCCESS [ 989.707710] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.707886] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.708136] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.708331] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.708451] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.708533] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.708701] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.708792] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.708880] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.708977] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.970474] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.970680] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.973140] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f248e2ee-c1e7-4b78-97f6-bd2f78ba3344',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.973140] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0925f61f-edad-45ad-ae3a-9cb273b630ab with status ACTIVE [ 989.973140] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.973140] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.973140] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.973140] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.973140] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.973140] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.973140] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.973140] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.973975] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.974150] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.974383] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.976260] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.976260] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.976260] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.976260] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.976260] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0925f61f-edad-45ad-ae3a-9cb273b630ab is going to be updated. [ 990.003701] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.003813] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.003813] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.004142] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.004309] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.004493] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0925f61f-edad-45ad-ae3a-9cb273b630ab" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.083561] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.083561] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.083561] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.084024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.084024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.084024] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc is going to be updated. [ 990.124663] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.124845] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.124885] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.125241] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.125431] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.137904] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc in Status: IN_PROGRESS for 2s [ 990.214240] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.214240] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.214240] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.214240] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.214240] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.214240] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.214240] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.214240] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.214240] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.214240] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.214240] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.214240] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.214240] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.214240] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.214836] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.214836] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.214836] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.214836] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.214836] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.214836] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.215014] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.478799] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f248e2ee-c1e7-4b78-97f6-bd2f78ba3344',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.502470] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c62f4880-4869-4535-b073-dc7c8ecc4c96 in Status: SUCCESS [ 990.502706] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c62f4880-4869-4535-b073-dc7c8ecc4c96" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.503300] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c62f4880-4869-4535-b073-dc7c8ecc4c96" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.503525] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c62f4880-4869-4535-b073-dc7c8ecc4c96" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.503818] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.503996] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.504099] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.504303] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.504715] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.504841] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c62f4880-4869-4535-b073-dc7c8ecc4c96" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.505020] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c62f4880-4869-4535-b073-dc7c8ecc4c96',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.717788] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cbbfa4a-ad46-47cc-89e9-430f85a34801: rpc.has_security_group_logging(os_id): False [ 990.737179] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.737337] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.737381] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.737568] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.757710] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.758469] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.758469] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.758469] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.758740] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.758740] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.758809] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.758897] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.758959] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.759169] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.759241] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.759426] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.759521] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.759581] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.759717] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.759791] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.759872] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 is going to be updated. [ 990.825690] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.825886] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.825886] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.826098] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.826252] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.847614] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: IN_PROGRESS for 2s [ 990.981396] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.981654] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.981654] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.981958] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.981958] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.982100] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f248e2ee-c1e7-4b78-97f6-bd2f78ba3344 is going to be created. [ 991.007684] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-c62f4880-4869-4535-b073-dc7c8ecc4c96 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.007684] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c62f4880-4869-4535-b073-dc7c8ecc4c96" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.007684] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c62f4880-4869-4535-b073-dc7c8ecc4c96" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.007684] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c62f4880-4869-4535-b073-dc7c8ecc4c96" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.007959] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.007959] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.007959] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.008100] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.008425] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.008425] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c62f4880-4869-4535-b073-dc7c8ecc4c96" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.008548] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-c62f4880-4869-4535-b073-dc7c8ecc4c96 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.009415] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c62f4880-4869-4535-b073-dc7c8ecc4c96" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.009415] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c62f4880-4869-4535-b073-dc7c8ecc4c96" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.009415] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c62f4880-4869-4535-b073-dc7c8ecc4c96" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.009415] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.009415] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.009415] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.009415] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.009415] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.009882] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c62f4880-4869-4535-b073-dc7c8ecc4c96" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.009882] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c62f4880-4869-4535-b073-dc7c8ecc4c96',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.011651] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.011789] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.011854] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.012030] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.012185] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.023482] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f248e2ee-c1e7-4b78-97f6-bd2f78ba3344 in Status: UNINITIALIZED for 2s [ 991.516186] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c62f4880-4869-4535-b073-dc7c8ecc4c96: rpc.has_security_group_logging(os_id): False [ 991.550279] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.550515] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.550668] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.551145] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.551257] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.551675] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.551675] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.551810] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.551897] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.552014] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.552217] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.552306] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.552363] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.552511] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.552601] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.552846] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.553016] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.553065] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.553221] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.553319] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.555134] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c62f4880-4869-4535-b073-dc7c8ecc4c96 is going to be created. [ 991.643468] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.643630] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.643697] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.643929] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.644119] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.656539] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c62f4880-4869-4535-b073-dc7c8ecc4c96 in Status: IN_PROGRESS for 2s [ 992.148734] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc in Status: SUCCESS [ 992.148998] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.867325] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: SUCCESS [ 992.867325] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.034136] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f248e2ee-c1e7-4b78-97f6-bd2f78ba3344 in Status: SUCCESS [ 993.034458] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.034556] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.034797] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.036566] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.036737] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.036807] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.037043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.037082] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.037169] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.037263] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f248e2ee-c1e7-4b78-97f6-bd2f78ba3344',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.540205] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.540435] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.540477] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.540766] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.540947] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.541118] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.541198] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.541389] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.541478] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.541567] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.541726] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.541821] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.541883] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.542025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.542160] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.542250] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.542365] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.542510] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.542586] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.542704] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.542761] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f248e2ee-c1e7-4b78-97f6-bd2f78ba3344',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.672046] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c62f4880-4869-4535-b073-dc7c8ecc4c96 in Status: SUCCESS [ 993.672351] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c62f4880-4869-4535-b073-dc7c8ecc4c96" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.045468] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f248e2ee-c1e7-4b78-97f6-bd2f78ba3344: rpc.has_security_group_logging(os_id): False [ 994.066128] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.066128] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.066128] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.066315] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.066347] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.066527] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.066616] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.066675] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.066822] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.066896] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.067100] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.067191] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.067249] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.067405] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.067512] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.067659] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.067752] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.067824] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.067964] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.068044] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.068127] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f248e2ee-c1e7-4b78-97f6-bd2f78ba3344 is going to be created. [ 994.134360] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.134541] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.134613] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.134792] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.134994] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.150049] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f248e2ee-c1e7-4b78-97f6-bd2f78ba3344 in Status: IN_PROGRESS for 2s [ 994.464478] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 994.464683] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 996.166984] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f248e2ee-c1e7-4b78-97f6-bd2f78ba3344 in Status: SUCCESS [ 996.167402] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.055948] env[65906]: INFO networking_nsxv3.common.synchronization [req-276aeef7-cb76-4030-90e4-a22c857eb70d req-76982a11-30e8-4d19-b7fd-8ffde0d1111c tempest-ServersAdminTestJSON-589704668 tempest-ServersAdminTestJSON-589704668-project-member] Enqueued Resource ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 with Priority: HIGHEST for action security_group_members [ 998.056982] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 with Priority: HIGHEST for action security_group_members [ 998.057498] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-19b4b3dc-b35b-433f-ad5c-2611639a01a3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.057647] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.057731] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.057980] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.058383] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.058383] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.058580] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.058659] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.058734] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.058835] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.516841] env[65906]: INFO networking_nsxv3.common.synchronization [req-42a0d73a-2c71-4ea3-8bd1-b13302a97348 req-8e7a3aa3-450f-4b69-887e-5d04628bab28 tempest-ServersV294TestFqdnHostnames-943270318 tempest-ServersV294TestFqdnHostnames-943270318-project-member] Enqueued Resource ID: 4fe9446e-a7bb-4a04-bacc-c73559534be4 with Priority: HIGHEST for action security_group_members [ 998.517451] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fe9446e-a7bb-4a04-bacc-c73559534be4 with Priority: HIGHEST for action security_group_members [ 998.517830] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fe9446e-a7bb-4a04-bacc-c73559534be4 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.517954] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.518150] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.518439] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.520742] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.520742] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.520742] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.520742] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.520742] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.520742] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fe9446e-a7bb-4a04-bacc-c73559534be4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.561900] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.562081] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.562198] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.562499] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.588428] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.588782] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.588917] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.588977] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.589263] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.589409] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.589557] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 is going to be updated. [ 998.621523] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.621672] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.621754] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.622160] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.622160] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.632235] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 in Status: IN_PROGRESS for 2s [ 998.968811] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-24 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.969082] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-24" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.969253] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-24" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.969638] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-24" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.969948] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.970160] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.970341] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.970510] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.970656] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.970905] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.971031] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 998.971172] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 998.971243] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 998.971352] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 998.971503] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 998.971682] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 999.004405] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 999.004519] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 999.004569] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 999.004773] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-24" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.005076] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-7168f56d-8999-41da-9e56-f464e4e467d7 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.005260] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-7168f56d-8999-41da-9e56-f464e4e467d7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.005375] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-7168f56d-8999-41da-9e56-f464e4e467d7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.005724] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-7168f56d-8999-41da-9e56-f464e4e467d7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.005860] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7168f56d-8999-41da-9e56-f464e4e467d7',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.022631] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.022631] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.022631] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.022892] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.022892] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.023155] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.023433] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.023433] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.023643] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.023643] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.023788] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fe9446e-a7bb-4a04-bacc-c73559534be4 already deleted. [ 999.023788] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.509290] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.509641] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.511055] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.511055] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.511055] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.511055] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port 7168f56d-8999-41da-9e56-f464e4e467d7 not found, creating... [ 999.511055] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.511055] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.511055] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.511623] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.511623] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.511623] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.511850] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.511950] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.512179] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.512311] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.512495] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: 7168f56d-8999-41da-9e56-f464e4e467d7 is going to be created. [ 999.535278] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.535499] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.535634] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.535893] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.536142] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.536396] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-7168f56d-8999-41da-9e56-f464e4e467d7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.936863] env[65906]: INFO networking_nsxv3.common.synchronization [req-d5c76a16-edc1-49ca-b6d1-954e82bc5432 req-60eac49f-8f05-45f4-b5f4-39f811cb852b tempest-ServerRescueNegativeTestJSON-858064303 tempest-ServerRescueNegativeTestJSON-858064303-project-member] Enqueued Resource ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 with Priority: HIGHEST for action security_group_members [ 999.937463] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 with Priority: HIGHEST for action security_group_members [ 999.937754] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5e3b2b3-6e34-410e-a67e-a4732c260128 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.937951] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.938020] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.938191] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.938343] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.938442] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.938497] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.938665] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.938743] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.938906] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5e3b2b3-6e34-410e-a67e-a4732c260128',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.225216] env[65906]: INFO networking_nsxv3.common.synchronization [req-42a0d73a-2c71-4ea3-8bd1-b13302a97348 req-72e29989-b61c-4880-b8a8-cb17bd9c20bf service nova] Enqueued Resource ID: 4fe9446e-a7bb-4a04-bacc-c73559534be4 with Priority: HIGHEST for action security_group_rules [ 1000.225402] env[65906]: INFO networking_nsxv3.common.synchronization [req-42a0d73a-2c71-4ea3-8bd1-b13302a97348 req-72e29989-b61c-4880-b8a8-cb17bd9c20bf service nova] Enqueued Resource ID: 4fe9446e-a7bb-4a04-bacc-c73559534be4 with Priority: HIGHEST for action security_group_members [ 1000.225536] env[65906]: INFO networking_nsxv3.common.synchronization [req-42a0d73a-2c71-4ea3-8bd1-b13302a97348 req-72e29989-b61c-4880-b8a8-cb17bd9c20bf service nova] Enqueued Resource ID: 7168f56d-8999-41da-9e56-f464e4e467d7 with Priority: HIGHEST for action port [ 1000.225772] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fe9446e-a7bb-4a04-bacc-c73559534be4 with Priority: HIGHEST for action security_group_rules [ 1000.226175] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fe9446e-a7bb-4a04-bacc-c73559534be4 with Priority: HIGHEST for action security_group_members [ 1000.226175] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7168f56d-8999-41da-9e56-f464e4e467d7 with Priority: HIGHEST for action port [ 1000.226568] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fe9446e-a7bb-4a04-bacc-c73559534be4 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.226692] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.226759] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.226961] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.227357] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fe9446e-a7bb-4a04-bacc-c73559534be4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.228529] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fe9446e-a7bb-4a04-bacc-c73559534be4 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.229407] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.229493] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.229746] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.230274] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.230567] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.230717] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.231213] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.231358] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.232456] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fe9446e-a7bb-4a04-bacc-c73559534be4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.233495] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-7168f56d-8999-41da-9e56-f464e4e467d7 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.233619] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7168f56d-8999-41da-9e56-f464e4e467d7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.233749] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7168f56d-8999-41da-9e56-f464e4e467d7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.234638] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7168f56d-8999-41da-9e56-f464e4e467d7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.234638] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7168f56d-8999-41da-9e56-f464e4e467d7',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.440482] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5e3b2b3-6e34-410e-a67e-a4732c260128',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.644187] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 in Status: SUCCESS [ 1000.644547] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 deletion is rescheduled due to dependency. [ 1000.644547] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.735973] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fe9446e-a7bb-4a04-bacc-c73559534be4 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.736110] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.736312] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fe9446e-a7bb-4a04-bacc-c73559534be4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.737243] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7168f56d-8999-41da-9e56-f464e4e467d7 with status ACTIVE [ 1000.737501] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.737662] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.737734] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.737944] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.739762] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.739762] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.739762] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.739762] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.739762] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.739762] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.739762] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.739762] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.739762] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.739762] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.739762] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.739762] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7168f56d-8999-41da-9e56-f464e4e467d7 is going to be updated. [ 1000.762063] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.762220] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.762300] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.762518] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.762623] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.762780] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7168f56d-8999-41da-9e56-f464e4e467d7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.943204] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5e3b2b3-6e34-410e-a67e-a4732c260128',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.242808] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fe9446e-a7bb-4a04-bacc-c73559534be4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.445752] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.445752] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.445752] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.446033] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.447110] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.447110] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 is going to be updated. [ 1001.489175] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.490734] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.490889] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.491477] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.491691] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.501524] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 in Status: IN_PROGRESS for 2s [ 1001.745270] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.745270] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.745270] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.745959] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.746711] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.746711] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fe9446e-a7bb-4a04-bacc-c73559534be4 is going to be created. [ 1001.770361] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.771471] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.771790] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.772140] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.772399] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.784719] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fe9446e-a7bb-4a04-bacc-c73559534be4 in Status: UNINITIALIZED for 2s [ 1001.859327] env[65906]: INFO networking_nsxv3.common.synchronization [req-41da3e72-b4c6-4bdc-8a82-99ec0d1f84aa req-8b0ed99f-6557-4667-a2ac-816d0ff53613 tempest-ServerPasswordTestJSON-786936838 tempest-ServerPasswordTestJSON-786936838-project-member] Enqueued Resource ID: f248e2ee-c1e7-4b78-97f6-bd2f78ba3344 with Priority: HIGHEST for action security_group_members [ 1001.859935] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f248e2ee-c1e7-4b78-97f6-bd2f78ba3344 with Priority: HIGHEST for action security_group_members [ 1001.860296] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.860421] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.860481] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.860857] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.860943] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.861064] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.861128] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.861285] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.861372] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.861465] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f248e2ee-c1e7-4b78-97f6-bd2f78ba3344',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.364079] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.364271] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.364344] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.364557] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.364648] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.364891] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.364997] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.365072] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.365241] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.365328] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.365417] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f248e2ee-c1e7-4b78-97f6-bd2f78ba3344 is going to be updated. [ 1002.397289] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.397547] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.397627] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.397975] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.398091] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.409909] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f248e2ee-c1e7-4b78-97f6-bd2f78ba3344 in Status: IN_PROGRESS for 2s [ 1003.202097] env[65906]: INFO networking_nsxv3.common.synchronization [req-036b0b21-a1a5-4db4-a86c-1e1f654e8252 req-b78d65ef-873c-4eb0-a18f-cb0f5e3a878c tempest-VolumesAdminNegativeTest-897644366 tempest-VolumesAdminNegativeTest-897644366-project-member] Enqueued Resource ID: c62f4880-4869-4535-b073-dc7c8ecc4c96 with Priority: HIGHEST for action security_group_members [ 1003.203234] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c62f4880-4869-4535-b073-dc7c8ecc4c96 with Priority: HIGHEST for action security_group_members [ 1003.203234] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-c62f4880-4869-4535-b073-dc7c8ecc4c96 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.205374] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c62f4880-4869-4535-b073-dc7c8ecc4c96" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.205475] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c62f4880-4869-4535-b073-dc7c8ecc4c96" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.205683] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c62f4880-4869-4535-b073-dc7c8ecc4c96" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.205845] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.205943] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.206014] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.206186] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.206271] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.206363] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c62f4880-4869-4535-b073-dc7c8ecc4c96',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.511668] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 in Status: SUCCESS [ 1003.511908] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.709517] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.709517] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.709517] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.709821] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.709821] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.709983] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.710131] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.710195] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.710355] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.710433] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.710524] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c62f4880-4869-4535-b073-dc7c8ecc4c96 is going to be updated. [ 1003.739259] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.739455] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.739496] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.739717] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.739863] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.748697] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c62f4880-4869-4535-b073-dc7c8ecc4c96 in Status: IN_PROGRESS for 2s [ 1003.794857] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fe9446e-a7bb-4a04-bacc-c73559534be4 in Status: SUCCESS [ 1003.794857] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.794857] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.794999] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.795127] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.795254] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.795311] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.795464] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.795550] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.795638] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.795730] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4fe9446e-a7bb-4a04-bacc-c73559534be4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.103969] env[65906]: INFO networking_nsxv3.common.synchronization [req-c5f9452f-781c-4ee6-bc5c-1a3dd9187328 req-f21e23e8-5ad6-4e34-80c4-ab2487580978 tempest-AttachInterfacesTestJSON-1137117109 tempest-AttachInterfacesTestJSON-1137117109-project-member] Enqueued Resource ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 with Priority: HIGHEST for action security_group_members [ 1004.105030] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 with Priority: HIGHEST for action security_group_members [ 1004.105030] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-403d1e32-f39c-439d-b495-bca4f2a9ab47 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.105030] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.105030] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.105249] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.105346] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.105445] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.105507] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.105652] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.105742] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.105842] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.298201] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4fe9446e-a7bb-4a04-bacc-c73559534be4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.421880] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f248e2ee-c1e7-4b78-97f6-bd2f78ba3344 in Status: SUCCESS [ 1004.422321] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f248e2ee-c1e7-4b78-97f6-bd2f78ba3344 deletion is rescheduled due to dependency. [ 1004.422680] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.450150] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-821 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.450360] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-821" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.450423] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-821" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.450683] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-821" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.450994] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.451168] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.451281] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.451499] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.452853] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.452853] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.452853] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.452853] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.452853] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.452853] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.452853] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.452853] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.474073] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.474306] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1004.474472] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.474660] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-821" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.474981] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-d5f83018-0485-4667-8d10-74bb2abbcb98 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.475178] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-d5f83018-0485-4667-8d10-74bb2abbcb98" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.475306] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-d5f83018-0485-4667-8d10-74bb2abbcb98" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.475629] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-d5f83018-0485-4667-8d10-74bb2abbcb98" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.475763] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5f83018-0485-4667-8d10-74bb2abbcb98',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.607836] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.608216] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.608216] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.608358] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.633083] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.633083] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.633326] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.634121] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.634121] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.634121] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.634121] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 is going to be updated. [ 1004.665716] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.665909] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.665975] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.666213] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.666361] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.676637] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 in Status: IN_PROGRESS for 2s [ 1004.801283] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4fe9446e-a7bb-4a04-bacc-c73559534be4: rpc.has_security_group_logging(os_id): False [ 1004.821637] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.821825] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.821897] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.822118] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.822226] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.822496] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.822602] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.822677] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.822929] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.823064] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.823171] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fe9446e-a7bb-4a04-bacc-c73559534be4 is going to be created. [ 1004.884173] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.884337] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.884383] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.884581] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.884759] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.898058] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fe9446e-a7bb-4a04-bacc-c73559534be4 in Status: IN_PROGRESS for 2s [ 1004.978210] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.978447] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.978574] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.979063] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.979288] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.979497] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port d5f83018-0485-4667-8d10-74bb2abbcb98 not found, creating... [ 1004.980297] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.980510] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.980648] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.981074] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.981242] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.981557] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.981801] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.982050] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.982296] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.982442] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.982605] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: d5f83018-0485-4667-8d10-74bb2abbcb98 is going to be created. [ 1005.006199] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.006445] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.006588] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.006910] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.007195] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.007457] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-d5f83018-0485-4667-8d10-74bb2abbcb98" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.755182] env[65906]: INFO networking_nsxv3.common.synchronization [req-c5f9452f-781c-4ee6-bc5c-1a3dd9187328 req-0b75694e-ed8a-4411-b560-6135cfacafdc service nova] Enqueued Resource ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 with Priority: HIGHEST for action security_group_rules [ 1005.755485] env[65906]: INFO networking_nsxv3.common.synchronization [req-c5f9452f-781c-4ee6-bc5c-1a3dd9187328 req-0b75694e-ed8a-4411-b560-6135cfacafdc service nova] Enqueued Resource ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 with Priority: HIGHEST for action security_group_members [ 1005.755532] env[65906]: INFO networking_nsxv3.common.synchronization [req-c5f9452f-781c-4ee6-bc5c-1a3dd9187328 req-0b75694e-ed8a-4411-b560-6135cfacafdc service nova] Enqueued Resource ID: d5f83018-0485-4667-8d10-74bb2abbcb98 with Priority: HIGHEST for action port [ 1005.756030] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 with Priority: HIGHEST for action security_group_rules [ 1005.756222] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 with Priority: HIGHEST for action security_group_members [ 1005.756284] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5f83018-0485-4667-8d10-74bb2abbcb98 with Priority: HIGHEST for action port [ 1005.756539] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-403d1e32-f39c-439d-b495-bca4f2a9ab47 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.756659] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.756740] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.756977] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.757075] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.757935] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-403d1e32-f39c-439d-b495-bca4f2a9ab47 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.758069] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.758244] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5f83018-0485-4667-8d10-74bb2abbcb98 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.758347] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5f83018-0485-4667-8d10-74bb2abbcb98" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.758411] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5f83018-0485-4667-8d10-74bb2abbcb98" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.758585] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5f83018-0485-4667-8d10-74bb2abbcb98" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.758664] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5f83018-0485-4667-8d10-74bb2abbcb98',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.760922] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c62f4880-4869-4535-b073-dc7c8ecc4c96 in Status: SUCCESS [ 1005.760922] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c62f4880-4869-4535-b073-dc7c8ecc4c96 deletion is rescheduled due to dependency. [ 1005.760922] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c62f4880-4869-4535-b073-dc7c8ecc4c96" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.040336] env[65906]: INFO networking_nsxv3.common.synchronization [req-dd2c6c28-cbc2-43be-8801-46fa8c22239c req-bdff7a6e-d0a7-482b-a61b-be45f65eefb5 tempest-ImagesTestJSON-1400319718 tempest-ImagesTestJSON-1400319718-project-member] Enqueued Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_members [ 1006.041292] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_members [ 1006.042458] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e44fcdd6-c25c-40da-9f8b-035616ab7b70 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.042458] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.042623] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.042677] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.042832] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.043143] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.047136] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.047338] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.047430] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.047532] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.261097] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-403d1e32-f39c-439d-b495-bca4f2a9ab47 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.261322] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.261452] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5f83018-0485-4667-8d10-74bb2abbcb98 with status ACTIVE [ 1006.261636] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.261773] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.261865] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.262037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.262126] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.262294] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.262391] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.262457] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.262634] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.262780] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.262878] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.262980] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.263058] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.263218] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.263293] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.263380] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5f83018-0485-4667-8d10-74bb2abbcb98 is going to be updated. [ 1006.284910] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.285081] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.285153] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.285363] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.285511] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.285694] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5f83018-0485-4667-8d10-74bb2abbcb98" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.357607] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-188 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.357803] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-188" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.357902] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-188" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.358187] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-188" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.358444] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.358598] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.358720] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.358929] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.360178] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.360400] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.360521] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.360675] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.360752] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.360869] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.360981] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.361134] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.382148] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.382336] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1006.382458] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.382636] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-188" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.382959] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-d77a5cfd-379f-48f2-b1b3-c4c31cd68a7e taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.383143] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-d77a5cfd-379f-48f2-b1b3-c4c31cd68a7e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.383260] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-d77a5cfd-379f-48f2-b1b3-c4c31cd68a7e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.383613] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-d77a5cfd-379f-48f2-b1b3-c4c31cd68a7e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.383747] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d77a5cfd-379f-48f2-b1b3-c4c31cd68a7e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.550508] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.550760] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.550858] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.551844] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.551844] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.551844] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.551844] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.551844] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.551844] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.551844] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.552258] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 is going to be updated. [ 1006.577455] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.577455] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.577455] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.577698] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.579481] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.587990] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 in Status: IN_PROGRESS for 2s [ 1006.686920] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 in Status: SUCCESS [ 1006.686920] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 deletion is rescheduled due to dependency. [ 1006.687180] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.687180] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.687373] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.687596] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.687688] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.687726] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.687893] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.687965] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.688023] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.885665] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.885957] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.885957] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.887479] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.887670] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.887831] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port d77a5cfd-379f-48f2-b1b3-c4c31cd68a7e not found, creating... [ 1006.888160] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.888335] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.888451] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.888786] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.888950] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.889289] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.889445] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.889559] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.889775] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.889925] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.890088] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: d77a5cfd-379f-48f2-b1b3-c4c31cd68a7e is going to be created. [ 1006.910904] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fe9446e-a7bb-4a04-bacc-c73559534be4 in Status: SUCCESS [ 1006.911184] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.912535] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.912765] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.912900] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.913217] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.913440] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.913712] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-d77a5cfd-379f-48f2-b1b3-c4c31cd68a7e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.192862] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.606329] env[65906]: INFO networking_nsxv3.common.synchronization [req-dd2c6c28-cbc2-43be-8801-46fa8c22239c req-8a2e931f-c073-4ed3-a760-8405565c1d09 service nova] Enqueued Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_rules [ 1007.606516] env[65906]: INFO networking_nsxv3.common.synchronization [req-dd2c6c28-cbc2-43be-8801-46fa8c22239c req-8a2e931f-c073-4ed3-a760-8405565c1d09 service nova] Enqueued Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_members [ 1007.606723] env[65906]: INFO networking_nsxv3.common.synchronization [req-dd2c6c28-cbc2-43be-8801-46fa8c22239c req-8a2e931f-c073-4ed3-a760-8405565c1d09 service nova] Enqueued Resource ID: d77a5cfd-379f-48f2-b1b3-c4c31cd68a7e with Priority: HIGHEST for action port [ 1007.607364] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_rules [ 1007.607517] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_members [ 1007.607623] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d77a5cfd-379f-48f2-b1b3-c4c31cd68a7e with Priority: HIGHEST for action port [ 1007.607873] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e44fcdd6-c25c-40da-9f8b-035616ab7b70 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.608039] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.608369] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.608826] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.608970] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.610331] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e44fcdd6-c25c-40da-9f8b-035616ab7b70 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.612040] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.612040] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-d77a5cfd-379f-48f2-b1b3-c4c31cd68a7e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.612040] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d77a5cfd-379f-48f2-b1b3-c4c31cd68a7e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.612040] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d77a5cfd-379f-48f2-b1b3-c4c31cd68a7e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.612040] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d77a5cfd-379f-48f2-b1b3-c4c31cd68a7e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.612040] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d77a5cfd-379f-48f2-b1b3-c4c31cd68a7e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.695037] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.114337] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e44fcdd6-c25c-40da-9f8b-035616ab7b70 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.114662] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.114760] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d77a5cfd-379f-48f2-b1b3-c4c31cd68a7e with status ACTIVE [ 1008.114966] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.115116] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.115227] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.115424] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.115533] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.115741] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.115842] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.115930] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.116120] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.116223] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.116409] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.116501] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.116561] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.116723] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.116839] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.116965] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d77a5cfd-379f-48f2-b1b3-c4c31cd68a7e is going to be updated. [ 1008.138755] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.138906] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.138977] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.139211] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.139347] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.139507] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d77a5cfd-379f-48f2-b1b3-c4c31cd68a7e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.198213] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.198383] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.198431] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.198636] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.198719] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.198902] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 is going to be updated. [ 1008.226752] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.226970] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.227122] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.227237] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.227396] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.239626] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 in Status: IN_PROGRESS for 2s [ 1008.597961] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 in Status: SUCCESS [ 1008.598162] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 deletion is rescheduled due to dependency. [ 1008.598281] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.598480] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.598728] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.598907] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.599036] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.599104] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.599273] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.599362] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.599463] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.102404] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.605818] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.109184] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.109306] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.109355] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.109575] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.109621] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.109715] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 is going to be updated. [ 1010.139528] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.139688] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.139770] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.140816] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.140816] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.159107] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 in Status: IN_PROGRESS for 2s [ 1010.251849] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 in Status: SUCCESS [ 1010.252166] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.252404] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.252634] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.252891] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.253353] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.253459] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.253685] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.253774] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.253864] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.253960] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.344315] env[65906]: INFO networking_nsxv3.common.synchronization [req-18bea48e-ba40-462a-afae-340664b50fa3 req-7ab34ae6-89b4-4a49-935f-8fb510d2a47b tempest-ServerActionsTestOtherB-1909252011 tempest-ServerActionsTestOtherB-1909252011-project-member] Enqueued Resource ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 with Priority: HIGHEST for action security_group_members [ 1010.344315] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 with Priority: HIGHEST for action security_group_members [ 1010.344315] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5148d9e6-813b-4387-a770-c50a3b8104c3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.344936] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.345153] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.346339] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.346738] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.347076] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.347374] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.347858] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.348199] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.348539] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5148d9e6-813b-4387-a770-c50a3b8104c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.704717] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-830 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.705320] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-830" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.705568] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-830" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.705940] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-830" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.706333] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.706739] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.706973] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.708144] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.708144] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.708144] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.708144] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1010.708144] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1010.708144] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1010.708144] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1010.708459] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1010.708459] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1010.729033] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1010.729211] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1010.729353] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1010.729527] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-830" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.729948] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-5982e52a-3832-45de-87d2-83b2b4af6257 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.730101] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-5982e52a-3832-45de-87d2-83b2b4af6257" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.730146] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-5982e52a-3832-45de-87d2-83b2b4af6257" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.730815] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-5982e52a-3832-45de-87d2-83b2b4af6257" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.730815] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5982e52a-3832-45de-87d2-83b2b4af6257',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.755744] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-403d1e32-f39c-439d-b495-bca4f2a9ab47 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.756037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.756037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.757032] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.757032] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.757032] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.757032] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.757032] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.757032] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.757297] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.757297] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-403d1e32-f39c-439d-b495-bca4f2a9ab47 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.757297] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.757409] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.758034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.758034] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.758034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.758034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.758034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.758034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.758034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.758034] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.851888] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.852063] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.852114] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.852305] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.852391] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.852591] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.852688] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.852749] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.852893] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.853018] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.853061] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 is going to be updated. [ 1010.880170] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.880364] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.880417] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.880590] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.880732] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.890772] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 in Status: IN_PROGRESS for 2s [ 1011.232803] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.233412] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.233412] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.233536] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.233676] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.233831] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port 5982e52a-3832-45de-87d2-83b2b4af6257 not found, creating... [ 1011.234240] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.234407] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.234524] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.234755] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.234893] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.235198] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.235347] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.235462] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.235668] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.236142] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.236142] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: 5982e52a-3832-45de-87d2-83b2b4af6257 is going to be created. [ 1011.260961] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 403d1e32-f39c-439d-b495-bca4f2a9ab47: rpc.has_security_group_logging(os_id): False [ 1011.273908] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.274162] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.274263] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.274540] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.274766] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.274990] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-5982e52a-3832-45de-87d2-83b2b4af6257" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.279464] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.279618] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.279819] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.279894] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.279950] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.280172] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.280526] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.280526] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.280526] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.280526] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.280714] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.280937] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.280937] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.281078] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.281129] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.281305] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.281418] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.281474] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.281578] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.281640] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.281723] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 is going to be updated. [ 1011.400016] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.400185] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.400241] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.404026] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.404026] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.419213] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 in Status: IN_PROGRESS for 2s [ 1011.448093] env[65906]: INFO networking_nsxv3.common.synchronization [None req-0e410a9f-f6f2-41f6-a7ea-0884f5854ef2 tempest-AttachInterfacesTestJSON-1137117109 tempest-AttachInterfacesTestJSON-1137117109-project-member] Enqueued Resource ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 with Priority: HIGHEST for action security_group_members [ 1011.448621] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 with Priority: HIGHEST for action security_group_members [ 1011.448965] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-403d1e32-f39c-439d-b495-bca4f2a9ab47 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.449102] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.449169] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.449368] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.449514] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.449669] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.449730] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.449877] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.449962] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.450067] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.952488] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.024481] env[65906]: INFO networking_nsxv3.common.synchronization [req-18bea48e-ba40-462a-afae-340664b50fa3 req-f52297b3-300d-4aea-b31c-87a1988290d4 service nova] Enqueued Resource ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 with Priority: HIGHEST for action security_group_rules [ 1012.024612] env[65906]: INFO networking_nsxv3.common.synchronization [req-18bea48e-ba40-462a-afae-340664b50fa3 req-f52297b3-300d-4aea-b31c-87a1988290d4 service nova] Enqueued Resource ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 with Priority: HIGHEST for action security_group_members [ 1012.024775] env[65906]: INFO networking_nsxv3.common.synchronization [req-18bea48e-ba40-462a-afae-340664b50fa3 req-f52297b3-300d-4aea-b31c-87a1988290d4 service nova] Enqueued Resource ID: 5982e52a-3832-45de-87d2-83b2b4af6257 with Priority: HIGHEST for action port [ 1012.025569] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 with Priority: HIGHEST for action security_group_rules [ 1012.025569] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 with Priority: HIGHEST for action security_group_members [ 1012.025782] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5982e52a-3832-45de-87d2-83b2b4af6257 with Priority: HIGHEST for action port [ 1012.026125] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5148d9e6-813b-4387-a770-c50a3b8104c3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.026276] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.026401] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.026611] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.026729] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5148d9e6-813b-4387-a770-c50a3b8104c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.028066] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5148d9e6-813b-4387-a770-c50a3b8104c3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.028223] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.028870] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-5982e52a-3832-45de-87d2-83b2b4af6257 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.029056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5982e52a-3832-45de-87d2-83b2b4af6257" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.029127] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5982e52a-3832-45de-87d2-83b2b4af6257" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.029275] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5982e52a-3832-45de-87d2-83b2b4af6257" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.029406] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5982e52a-3832-45de-87d2-83b2b4af6257',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.169984] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 in Status: SUCCESS [ 1012.170285] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.170488] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.170749] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.171104] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.171244] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.171289] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.171515] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.171606] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.171696] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.171811] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.455444] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.531410] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5982e52a-3832-45de-87d2-83b2b4af6257 with status ACTIVE [ 1012.531705] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.531901] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.531901] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.532111] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.532199] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.532775] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.532775] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.532775] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.532775] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.533082] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.533082] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.533187] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.533187] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.533939] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.533939] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.533939] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5982e52a-3832-45de-87d2-83b2b4af6257 is going to be updated. [ 1012.534651] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5148d9e6-813b-4387-a770-c50a3b8104c3 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.534739] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.564140] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.564140] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.564334] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.564592] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.564793] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.564968] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5982e52a-3832-45de-87d2-83b2b4af6257" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.674456] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e44fcdd6-c25c-40da-9f8b-035616ab7b70 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.674665] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.674665] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.674890] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.675060] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.675170] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.675235] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.675393] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.675479] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.675573] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.675721] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e44fcdd6-c25c-40da-9f8b-035616ab7b70 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.675813] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.675877] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.676020] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.676259] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.676343] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.676343] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.676495] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.676584] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.676669] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.676757] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.781095] env[65906]: INFO networking_nsxv3.common.synchronization [req-c7607273-d5d5-4b29-9ed4-eef270499076 req-9f466733-3a55-4110-8ec5-3edf8dfca50d tempest-DeleteServersTestJSON-2048875208 tempest-DeleteServersTestJSON-2048875208-project-member] Enqueued Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_members [ 1012.782152] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_members [ 1012.782152] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.782152] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.782332] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.782396] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.782550] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.782662] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.782725] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.782918] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.782960] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.783181] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.900938] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 in Status: SUCCESS [ 1012.901176] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 deletion is rescheduled due to dependency. [ 1012.901303] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.901477] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.901706] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.901908] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.902046] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.902120] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.902287] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.902378] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.902480] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5148d9e6-813b-4387-a770-c50a3b8104c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.959240] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.959819] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.959819] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.959819] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.959819] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.959819] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 is going to be updated. [ 1012.987455] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.987738] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.987738] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.987844] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.987928] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.997176] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 in Status: IN_PROGRESS for 2s [ 1013.113203] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.113488] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-226" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.113675] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-226" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.114084] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-226" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.114476] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.114705] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.114873] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.115181] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.115388] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.115675] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.115836] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1013.116008] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1013.118695] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1013.118889] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.119083] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1013.119289] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1013.141562] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1013.141783] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1013.141962] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1013.142162] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-226" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.143309] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-36f55274-5f9c-4189-9b55-d9f05ec5ec72 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.143753] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-36f55274-5f9c-4189-9b55-d9f05ec5ec72" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.143838] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-36f55274-5f9c-4189-9b55-d9f05ec5ec72" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.144109] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-36f55274-5f9c-4189-9b55-d9f05ec5ec72" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.144251] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36f55274-5f9c-4189-9b55-d9f05ec5ec72',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.178504] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e44fcdd6-c25c-40da-9f8b-035616ab7b70: rpc.has_security_group_logging(os_id): False [ 1013.197056] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.197211] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.197284] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.197498] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.197586] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.197802] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.197904] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.197959] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.198125] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.198202] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.198376] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.198470] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.198531] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.198667] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.199053] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.199053] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.199053] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.199053] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.199294] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.199294] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.199390] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 is going to be updated. [ 1013.281568] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.281746] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.281815] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.282049] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.282199] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.285392] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.285392] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.285392] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.285702] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.285702] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.285702] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.286038] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.286038] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.286038] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.286151] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.286151] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 is going to be updated. [ 1013.300410] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 in Status: IN_PROGRESS for 2s [ 1013.318421] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.318787] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.318967] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.319259] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.319539] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.330774] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: IN_PROGRESS for 2s [ 1013.406505] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5148d9e6-813b-4387-a770-c50a3b8104c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.434157] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 in Status: SUCCESS [ 1013.434519] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.523821] env[65906]: INFO networking_nsxv3.common.synchronization [req-69f56e5e-3594-4d94-95f6-2f1a25f391f9 req-1736bfb8-63bd-484a-88fe-470e8efdb82b tempest-MigrationsAdminTest-853670982 tempest-MigrationsAdminTest-853670982-project-member] Enqueued Resource ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc with Priority: HIGHEST for action security_group_members [ 1013.524417] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc with Priority: HIGHEST for action security_group_members [ 1013.524740] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-13bdb589-dfb3-4108-a3dd-da905f9569fc taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.524880] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.524934] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.525309] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.525481] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.525582] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.525641] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.525812] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.525905] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.525990] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13bdb589-dfb3-4108-a3dd-da905f9569fc',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.650040] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.650040] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.650040] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.650040] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.650040] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.650040] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port 36f55274-5f9c-4189-9b55-d9f05ec5ec72 not found, creating... [ 1013.650040] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.650040] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.650040] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.650040] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.650040] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.650603] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.650692] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.650946] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.651341] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.651589] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.651832] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: 36f55274-5f9c-4189-9b55-d9f05ec5ec72 is going to be created. [ 1013.690030] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.690030] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.690030] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.690753] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.691499] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.691926] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-36f55274-5f9c-4189-9b55-d9f05ec5ec72" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.909233] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5148d9e6-813b-4387-a770-c50a3b8104c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.027779] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.028141] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.028141] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.028243] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.053800] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.054114] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.054268] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.054406] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.054509] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.054590] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.054679] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc is going to be updated. [ 1014.082882] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.083045] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.083143] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.083378] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.083524] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.092987] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-821 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.093252] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-821" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.093382] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-821" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.093649] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-821" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.093903] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.094199] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.094346] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.094560] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.094704] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.094914] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.095039] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.095148] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.095254] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.095361] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.095463] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.095596] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1014.097338] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc in Status: IN_PROGRESS for 2s [ 1014.114598] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1014.114766] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1014.114902] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1014.115107] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-821" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.115426] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-1d504b58-2ae5-4e23-91e8-99e7324d6df6 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.115596] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-1d504b58-2ae5-4e23-91e8-99e7324d6df6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.115713] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-1d504b58-2ae5-4e23-91e8-99e7324d6df6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.116049] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-1d504b58-2ae5-4e23-91e8-99e7324d6df6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.116194] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d504b58-2ae5-4e23-91e8-99e7324d6df6',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.363888] env[65906]: INFO networking_nsxv3.common.synchronization [req-c7607273-d5d5-4b29-9ed4-eef270499076 req-a9bf8c83-a93f-43a9-b1dc-dfeb0acc8ed8 service nova] Enqueued Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_rules [ 1014.364081] env[65906]: INFO networking_nsxv3.common.synchronization [req-c7607273-d5d5-4b29-9ed4-eef270499076 req-a9bf8c83-a93f-43a9-b1dc-dfeb0acc8ed8 service nova] Enqueued Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_members [ 1014.364219] env[65906]: INFO networking_nsxv3.common.synchronization [req-c7607273-d5d5-4b29-9ed4-eef270499076 req-a9bf8c83-a93f-43a9-b1dc-dfeb0acc8ed8 service nova] Enqueued Resource ID: 36f55274-5f9c-4189-9b55-d9f05ec5ec72 with Priority: HIGHEST for action port [ 1014.364722] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_rules [ 1014.364854] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_members [ 1014.364951] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36f55274-5f9c-4189-9b55-d9f05ec5ec72 with Priority: HIGHEST for action port [ 1014.365233] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.365466] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.365558] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.365807] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.365894] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.369405] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.369405] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.369405] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-36f55274-5f9c-4189-9b55-d9f05ec5ec72 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.369405] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36f55274-5f9c-4189-9b55-d9f05ec5ec72" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.369405] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36f55274-5f9c-4189-9b55-d9f05ec5ec72" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.369405] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36f55274-5f9c-4189-9b55-d9f05ec5ec72" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.369405] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36f55274-5f9c-4189-9b55-d9f05ec5ec72',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.412900] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.412900] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.412900] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.412900] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.412900] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.412900] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 is going to be updated. [ 1014.449197] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.449373] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.449500] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.449719] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.450064] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.459974] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 in Status: IN_PROGRESS for 2s [ 1014.618889] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.619227] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.619339] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.619570] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.619716] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.619903] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port 1d504b58-2ae5-4e23-91e8-99e7324d6df6 not found, creating... [ 1014.620196] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.620352] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.620501] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.620767] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.620940] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.621256] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.621411] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.621527] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.621730] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.621886] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.622041] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: 1d504b58-2ae5-4e23-91e8-99e7324d6df6 is going to be created. [ 1014.645708] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.645985] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.646121] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.646474] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.646760] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.647130] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-1d504b58-2ae5-4e23-91e8-99e7324d6df6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.871520] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.871703] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.874151] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36f55274-5f9c-4189-9b55-d9f05ec5ec72 with status ACTIVE [ 1014.874380] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.874485] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.874618] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.874747] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.874834] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.875072] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.875158] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.875198] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.875331] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.875408] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.875910] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.875910] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.875910] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.875910] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.876176] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.876176] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36f55274-5f9c-4189-9b55-d9f05ec5ec72 is going to be updated. [ 1014.899026] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.899178] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.899251] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.899472] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.899610] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.899760] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36f55274-5f9c-4189-9b55-d9f05ec5ec72" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.008563] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 in Status: SUCCESS [ 1015.008752] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.316558] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 in Status: SUCCESS [ 1015.316931] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.344668] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: SUCCESS [ 1015.344903] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 deletion is rescheduled due to dependency. [ 1015.345145] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.345643] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.345870] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.346071] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.346191] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.346253] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.346394] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.346473] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.346565] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.365432] env[65906]: INFO networking_nsxv3.common.synchronization [req-9e3ead74-85e7-4abe-b698-186faaf5b9bb req-b2ccb8a8-4857-4bd4-9c71-fe1dc5621e88 service nova] Enqueued Resource ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 with Priority: HIGHEST for action security_group_rules [ 1015.365614] env[65906]: INFO networking_nsxv3.common.synchronization [req-9e3ead74-85e7-4abe-b698-186faaf5b9bb req-b2ccb8a8-4857-4bd4-9c71-fe1dc5621e88 service nova] Enqueued Resource ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 with Priority: HIGHEST for action security_group_members [ 1015.365751] env[65906]: INFO networking_nsxv3.common.synchronization [req-9e3ead74-85e7-4abe-b698-186faaf5b9bb req-b2ccb8a8-4857-4bd4-9c71-fe1dc5621e88 service nova] Enqueued Resource ID: 1d504b58-2ae5-4e23-91e8-99e7324d6df6 with Priority: HIGHEST for action port [ 1015.366284] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 with Priority: HIGHEST for action security_group_rules [ 1015.366578] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 with Priority: HIGHEST for action security_group_members [ 1015.367887] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d504b58-2ae5-4e23-91e8-99e7324d6df6 with Priority: HIGHEST for action port [ 1015.368321] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-403d1e32-f39c-439d-b495-bca4f2a9ab47 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.368450] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.368526] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.368728] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.368826] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.370520] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-403d1e32-f39c-439d-b495-bca4f2a9ab47 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.370645] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.370713] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.370932] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.371103] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.371200] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.371261] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.371414] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.371499] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.371589] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.373087] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d504b58-2ae5-4e23-91e8-99e7324d6df6 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.373205] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d504b58-2ae5-4e23-91e8-99e7324d6df6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.373279] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d504b58-2ae5-4e23-91e8-99e7324d6df6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.373564] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d504b58-2ae5-4e23-91e8-99e7324d6df6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.373643] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d504b58-2ae5-4e23-91e8-99e7324d6df6',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.853024] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.871465] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-403d1e32-f39c-439d-b495-bca4f2a9ab47 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.871676] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.873231] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.876235] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d504b58-2ae5-4e23-91e8-99e7324d6df6 with status ACTIVE [ 1015.876971] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.876971] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.876971] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.876971] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.876971] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.877261] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.877261] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.877261] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.877379] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.877424] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.881024] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.881024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.881024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.881024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.881024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.881024] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d504b58-2ae5-4e23-91e8-99e7324d6df6 is going to be updated. [ 1015.899286] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.899548] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.899548] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.899696] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.899819] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.899995] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d504b58-2ae5-4e23-91e8-99e7324d6df6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.110419] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc in Status: SUCCESS [ 1016.110625] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc deletion is rescheduled due to dependency. [ 1016.110875] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.351851] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.380284] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.470606] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 in Status: SUCCESS [ 1016.470881] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.471092] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.471328] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.471528] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.471651] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.471716] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.471868] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.471998] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.472085] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.472147] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5148d9e6-813b-4387-a770-c50a3b8104c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.854681] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.854884] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.854963] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.855183] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.855290] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.855412] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 is going to be updated. [ 1016.882631] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.882631] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.882631] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.882926] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.882986] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.883144] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 is going to be updated. [ 1016.886723] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.886896] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.886982] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.887157] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.887292] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.896691] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: IN_PROGRESS for 2s [ 1016.910902] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.911377] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.911377] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.911488] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.911628] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.923470] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 in Status: IN_PROGRESS for 2s [ 1016.974154] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5148d9e6-813b-4387-a770-c50a3b8104c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.476510] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5148d9e6-813b-4387-a770-c50a3b8104c3: rpc.has_security_group_logging(os_id): False [ 1017.500727] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.500832] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.500891] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.501166] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.501275] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.501574] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.501689] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.501756] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.501949] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.502040] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.502131] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 is going to be updated. [ 1017.568194] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.568430] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.568553] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.568973] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.569246] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.583556] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 in Status: IN_PROGRESS for 2s [ 1018.910788] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: SUCCESS [ 1018.911240] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.911240] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.911517] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.911617] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.911784] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.911931] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.912131] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.912233] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.912327] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.912532] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.936212] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 in Status: SUCCESS [ 1018.936437] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.936602] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.936820] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.937024] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.937142] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.937205] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.937407] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.937493] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.937607] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.937660] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.415582] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.415582] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.415582] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.415722] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.415884] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.415982] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.416054] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.416210] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.416300] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.416391] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.416548] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.416749] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.416800] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.416956] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.417139] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.417281] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.417385] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.417559] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.417642] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.418043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.418043] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.440562] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-403d1e32-f39c-439d-b495-bca4f2a9ab47 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.440809] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.440947] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.441388] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.441562] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.441650] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.441714] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.441891] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.441988] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.442111] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.442266] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-403d1e32-f39c-439d-b495-bca4f2a9ab47 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.442549] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.442549] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.442549] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.442672] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.442775] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.442836] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.443036] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.443102] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.443194] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.443288] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.596347] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 in Status: SUCCESS [ 1019.596588] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.921860] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba05ac9b-ab92-4f51-85cd-746125ae8582: rpc.has_security_group_logging(os_id): False [ 1019.940280] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.940462] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.940512] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.940709] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.940799] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.941161] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.941161] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.941323] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.941360] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.941438] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.941880] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.942022] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.942097] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.942331] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.942331] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.942521] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.942614] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.942669] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.942807] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.942896] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.942996] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 is going to be updated. [ 1019.946318] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 403d1e32-f39c-439d-b495-bca4f2a9ab47: rpc.has_security_group_logging(os_id): False [ 1019.965145] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.965301] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.965375] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.965601] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.965691] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.965908] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.966015] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.966082] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.966229] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.966306] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.966484] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.966576] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.966636] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.966768] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.966839] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.967226] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.967458] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.967582] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.968629] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.968629] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.968629] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 is going to be updated. [ 1020.022591] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.022787] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.022853] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.023161] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.023400] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.033131] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.034572] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.034572] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.034572] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.034572] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.041646] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: IN_PROGRESS for 2s [ 1020.046212] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 in Status: IN_PROGRESS for 2s [ 1020.052145] env[65906]: INFO networking_nsxv3.common.synchronization [req-9283a4aa-ce49-430d-af25-2995cb9df5e5 req-5eacdd81-9850-46dd-9d5d-1eb277af57a4 tempest-ServersTestJSON-597851649 tempest-ServersTestJSON-597851649-project-member] Enqueued Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 1020.052145] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 1020.052145] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.053081] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.053298] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.053594] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.053848] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.054078] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.054232] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.054496] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.054679] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.055025] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.383609] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-772 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.383609] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-772" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.383609] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-772" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.383609] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-772" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.384606] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.385118] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.385544] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.386022] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.387583] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.387583] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.387583] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1020.387583] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1020.387583] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1020.387583] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.388797] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1020.388797] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1020.422404] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1020.422404] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1020.422404] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1020.422404] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-772" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.423059] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-8e060e89-0731-4517-97e6-fcaa7e396857 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.423559] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-8e060e89-0731-4517-97e6-fcaa7e396857" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.425121] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-8e060e89-0731-4517-97e6-fcaa7e396857" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.425121] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-8e060e89-0731-4517-97e6-fcaa7e396857" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.425121] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e060e89-0731-4517-97e6-fcaa7e396857',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.497319] env[65906]: INFO networking_nsxv3.common.synchronization [req-6d1ec89d-8a4d-4d71-b131-7b3ceb7c2663 req-58e10b27-4838-4573-8444-028439eaee6d tempest-AttachInterfacesUnderV243Test-1891795356 tempest-AttachInterfacesUnderV243Test-1891795356-project-member] Enqueued Resource ID: 34d07463-a8da-46cd-a08e-cd43468c2384 with Priority: HIGHEST for action security_group_members [ 1020.497319] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34d07463-a8da-46cd-a08e-cd43468c2384 with Priority: HIGHEST for action security_group_members [ 1020.497319] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-34d07463-a8da-46cd-a08e-cd43468c2384 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.497319] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.497319] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.497319] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.497319] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.497319] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.497319] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.498137] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.498398] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.498659] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34d07463-a8da-46cd-a08e-cd43468c2384',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.532343] env[65906]: INFO networking_nsxv3.common.synchronization [req-6d1ec89d-8a4d-4d71-b131-7b3ceb7c2663 req-58e10b27-4838-4573-8444-028439eaee6d tempest-AttachInterfacesUnderV243Test-1891795356 tempest-AttachInterfacesUnderV243Test-1891795356-project-member] Enqueued Resource ID: 34d07463-a8da-46cd-a08e-cd43468c2384 with Priority: HIGHEST for action security_group_rules [ 1020.532343] env[65906]: INFO networking_nsxv3.common.synchronization [req-6d1ec89d-8a4d-4d71-b131-7b3ceb7c2663 req-58e10b27-4838-4573-8444-028439eaee6d tempest-AttachInterfacesUnderV243Test-1891795356 tempest-AttachInterfacesUnderV243Test-1891795356-project-member] Enqueued Resource ID: 34d07463-a8da-46cd-a08e-cd43468c2384 with Priority: HIGHEST for action security_group_members [ 1020.532343] env[65906]: INFO networking_nsxv3.common.synchronization [req-6d1ec89d-8a4d-4d71-b131-7b3ceb7c2663 req-58e10b27-4838-4573-8444-028439eaee6d tempest-AttachInterfacesUnderV243Test-1891795356 tempest-AttachInterfacesUnderV243Test-1891795356-project-member] Enqueued Resource ID: e5a45a1c-23c2-4cbd-9344-b8f146533469 with Priority: HIGHEST for action port [ 1020.532343] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34d07463-a8da-46cd-a08e-cd43468c2384 with Priority: HIGHEST for action security_group_rules [ 1020.532343] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34d07463-a8da-46cd-a08e-cd43468c2384 with Priority: HIGHEST for action security_group_members [ 1020.532343] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a45a1c-23c2-4cbd-9344-b8f146533469 with Priority: HIGHEST for action port [ 1020.533226] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34d07463-a8da-46cd-a08e-cd43468c2384 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.533574] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.534032] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.534356] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.534575] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34d07463-a8da-46cd-a08e-cd43468c2384',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.535588] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-34d07463-a8da-46cd-a08e-cd43468c2384 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.536947] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.536947] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5a45a1c-23c2-4cbd-9344-b8f146533469 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.536947] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5a45a1c-23c2-4cbd-9344-b8f146533469" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.536947] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5a45a1c-23c2-4cbd-9344-b8f146533469" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.536947] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5a45a1c-23c2-4cbd-9344-b8f146533469" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.536947] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5a45a1c-23c2-4cbd-9344-b8f146533469',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.557912] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.929548] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.929901] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.929949] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.930299] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.930385] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.930547] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port 8e060e89-0731-4517-97e6-fcaa7e396857 not found, creating... [ 1020.931879] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.931879] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.931879] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.931879] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.931879] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.931879] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.932246] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.932686] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.933377] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.933377] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.933377] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: 8e060e89-0731-4517-97e6-fcaa7e396857 is going to be created. [ 1020.956465] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.956465] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.956465] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.956708] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.956894] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.957272] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-8e060e89-0731-4517-97e6-fcaa7e396857" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.002774] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34d07463-a8da-46cd-a08e-cd43468c2384',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.039184] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-34d07463-a8da-46cd-a08e-cd43468c2384 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.039376] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.039632] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5a45a1c-23c2-4cbd-9344-b8f146533469 with status ACTIVE [ 1021.039868] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.040029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.040126] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.040489] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.040592] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.040779] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.040915] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.040988] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.041143] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.041209] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.041395] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.041486] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.041554] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.041682] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.041756] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.041886] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5a45a1c-23c2-4cbd-9344-b8f146533469 is going to be updated. [ 1021.059018] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.066137] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.066137] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.066137] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.066137] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.066137] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.066137] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5a45a1c-23c2-4cbd-9344-b8f146533469" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.506304] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34d07463-a8da-46cd-a08e-cd43468c2384',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.561722] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.562140] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.562312] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.562611] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.562806] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.564592] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 is going to be updated. [ 1021.593841] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.593841] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.593841] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.593841] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.593841] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.604145] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: IN_PROGRESS for 2s [ 1021.741068] env[65906]: INFO networking_nsxv3.common.synchronization [req-9283a4aa-ce49-430d-af25-2995cb9df5e5 req-7bb27636-268d-40e5-9784-b54f45640e09 service nova] Enqueued Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_rules [ 1021.741445] env[65906]: INFO networking_nsxv3.common.synchronization [req-9283a4aa-ce49-430d-af25-2995cb9df5e5 req-7bb27636-268d-40e5-9784-b54f45640e09 service nova] Enqueued Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 1021.741445] env[65906]: INFO networking_nsxv3.common.synchronization [req-9283a4aa-ce49-430d-af25-2995cb9df5e5 req-7bb27636-268d-40e5-9784-b54f45640e09 service nova] Enqueued Resource ID: 8e060e89-0731-4517-97e6-fcaa7e396857 with Priority: HIGHEST for action port [ 1021.743881] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_rules [ 1021.743881] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 1021.744311] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e060e89-0731-4517-97e6-fcaa7e396857 with Priority: HIGHEST for action port [ 1021.745352] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.748023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.748023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.748023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.748023] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.748023] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.748023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.748787] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e060e89-0731-4517-97e6-fcaa7e396857 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.749611] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e060e89-0731-4517-97e6-fcaa7e396857" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.749730] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e060e89-0731-4517-97e6-fcaa7e396857" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.750053] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e060e89-0731-4517-97e6-fcaa7e396857" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.750182] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e060e89-0731-4517-97e6-fcaa7e396857',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.008041] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.008377] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.008377] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.008808] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.008808] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.008808] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34d07463-a8da-46cd-a08e-cd43468c2384 is going to be updated. [ 1022.053592] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.053828] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.053880] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.054655] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.054655] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.062405] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: SUCCESS [ 1022.062405] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.068735] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34d07463-a8da-46cd-a08e-cd43468c2384 in Status: IN_PROGRESS for 2s [ 1022.073389] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 in Status: SUCCESS [ 1022.073871] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.252506] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.252708] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.252828] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e060e89-0731-4517-97e6-fcaa7e396857 with status ACTIVE [ 1022.253092] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.253187] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.253187] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.253388] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.253475] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.253644] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.253738] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.253798] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.253947] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.254042] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.254245] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.254339] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.254398] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.254534] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.254702] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.254702] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e060e89-0731-4517-97e6-fcaa7e396857 is going to be updated. [ 1022.285988] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.285988] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.285988] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.285988] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.285988] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.285988] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e060e89-0731-4517-97e6-fcaa7e396857" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.614510] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: SUCCESS [ 1023.614913] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.614913] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.615274] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.615359] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.615425] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.615589] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.615701] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.615914] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.615994] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.080017] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34d07463-a8da-46cd-a08e-cd43468c2384 in Status: SUCCESS [ 1024.080159] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.080291] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.080512] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.080730] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.080851] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.080932] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.081106] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.081188] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.082092] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34d07463-a8da-46cd-a08e-cd43468c2384',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.118248] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.584360] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34d07463-a8da-46cd-a08e-cd43468c2384',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.620747] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.868153] env[65906]: INFO networking_nsxv3.common.synchronization [req-18959c87-29b6-4c36-812d-f9c77ff54bdc req-bbc89f60-5dfb-4815-a08e-eb22058b7cef tempest-AttachInterfacesUnderV243Test-1891795356 tempest-AttachInterfacesUnderV243Test-1891795356-project-member] Enqueued Resource ID: 34d07463-a8da-46cd-a08e-cd43468c2384 with Priority: HIGHEST for action security_group_members [ 1024.869518] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34d07463-a8da-46cd-a08e-cd43468c2384 with Priority: HIGHEST for action security_group_members [ 1024.869829] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-34d07463-a8da-46cd-a08e-cd43468c2384 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.869931] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.880790] env[65906]: INFO networking_nsxv3.common.synchronization [req-18959c87-29b6-4c36-812d-f9c77ff54bdc req-bbc89f60-5dfb-4815-a08e-eb22058b7cef tempest-AttachInterfacesUnderV243Test-1891795356 tempest-AttachInterfacesUnderV243Test-1891795356-project-member] Enqueued Resource ID: 34d07463-a8da-46cd-a08e-cd43468c2384 with Priority: HIGHEST for action security_group_rules [ 1024.881026] env[65906]: INFO networking_nsxv3.common.synchronization [req-18959c87-29b6-4c36-812d-f9c77ff54bdc req-bbc89f60-5dfb-4815-a08e-eb22058b7cef tempest-AttachInterfacesUnderV243Test-1891795356 tempest-AttachInterfacesUnderV243Test-1891795356-project-member] Enqueued Resource ID: 34d07463-a8da-46cd-a08e-cd43468c2384 with Priority: HIGHEST for action security_group_members [ 1024.881172] env[65906]: INFO networking_nsxv3.common.synchronization [req-18959c87-29b6-4c36-812d-f9c77ff54bdc req-bbc89f60-5dfb-4815-a08e-eb22058b7cef tempest-AttachInterfacesUnderV243Test-1891795356 tempest-AttachInterfacesUnderV243Test-1891795356-project-member] Enqueued Resource ID: e5a45a1c-23c2-4cbd-9344-b8f146533469 with Priority: HIGHEST for action port [ 1024.881638] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34d07463-a8da-46cd-a08e-cd43468c2384 with Priority: HIGHEST for action security_group_rules [ 1024.881781] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34d07463-a8da-46cd-a08e-cd43468c2384 with Priority: HIGHEST for action security_group_members [ 1024.881905] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a45a1c-23c2-4cbd-9344-b8f146533469 with Priority: HIGHEST for action port [ 1024.882327] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34d07463-a8da-46cd-a08e-cd43468c2384 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.882431] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.882625] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-34d07463-a8da-46cd-a08e-cd43468c2384 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.882706] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.883209] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5a45a1c-23c2-4cbd-9344-b8f146533469 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.883384] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5a45a1c-23c2-4cbd-9344-b8f146533469" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.883384] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5a45a1c-23c2-4cbd-9344-b8f146533469" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.883608] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5a45a1c-23c2-4cbd-9344-b8f146533469" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.883689] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5a45a1c-23c2-4cbd-9344-b8f146533469',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.090666] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34d07463-a8da-46cd-a08e-cd43468c2384',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.127076] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.128408] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.128408] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.128408] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.128408] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.128627] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 is going to be updated. [ 1025.163804] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.163958] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.164028] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.164252] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.164401] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.177173] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: IN_PROGRESS for 2s [ 1025.386023] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5a45a1c-23c2-4cbd-9344-b8f146533469 with status ACTIVE [ 1025.386991] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.387374] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.387374] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.387792] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.387951] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.388578] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.389133] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.389133] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.389327] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.389327] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.389725] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.390136] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.390971] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.390971] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.391193] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.391785] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5a45a1c-23c2-4cbd-9344-b8f146533469 is going to be updated. [ 1025.449956] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.449956] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.449956] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.449956] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.450584] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.450584] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5a45a1c-23c2-4cbd-9344-b8f146533469" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.593781] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.593974] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.594068] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.594295] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.594385] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.594493] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34d07463-a8da-46cd-a08e-cd43468c2384 is going to be updated. [ 1025.658341] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.658723] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.658723] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.658798] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.658946] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.692824] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34d07463-a8da-46cd-a08e-cd43468c2384 in Status: IN_PROGRESS for 2s [ 1026.084793] env[65906]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1026.084951] env[65906]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1026.701560] env[65906]: INFO networking_nsxv3.common.synchronization [req-0a0857e7-6a7f-42b5-a0ec-64b1b952ff6f req-2375aca5-8fde-4b26-94ae-97242abce709 tempest-ServerRescueNegativeTestJSON-858064303 tempest-ServerRescueNegativeTestJSON-858064303-project-member] Enqueued Resource ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 with Priority: HIGHEST for action security_group_members [ 1026.701560] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 with Priority: HIGHEST for action security_group_members [ 1026.701886] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5e3b2b3-6e34-410e-a67e-a4732c260128 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.701886] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.701886] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.702156] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.702325] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.702402] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.702439] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.702784] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.702784] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.702784] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5e3b2b3-6e34-410e-a67e-a4732c260128',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.190040] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: SUCCESS [ 1027.190323] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.192216] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.192612] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.194744] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.194744] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.194744] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.194744] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.194744] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.194744] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.194744] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.205684] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.207886] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.208149] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.209783] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.230557] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.231080] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.231266] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.231387] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.231668] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.231814] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.231948] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 is going to be updated. [ 1027.270037] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.270201] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.270255] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.270444] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.270589] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.286130] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 in Status: IN_PROGRESS for 2s [ 1027.699315] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.699446] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.699514] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.699837] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.700181] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.700337] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.701074] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.701275] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.701388] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.701547] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.701805] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.702187] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.702187] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.702187] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.702406] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.702512] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.702582] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.702781] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.702865] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.702947] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.703151] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.704918] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34d07463-a8da-46cd-a08e-cd43468c2384 in Status: SUCCESS [ 1027.705392] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.705392] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.705507] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.705590] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.705687] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.705748] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.705881] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.705969] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.706057] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.706146] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34d07463-a8da-46cd-a08e-cd43468c2384',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.707129] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.707289] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.707435] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.707530] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.707595] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.708255] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.708255] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.708255] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34d07463-a8da-46cd-a08e-cd43468c2384',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.208435] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cbbfa4a-ad46-47cc-89e9-430f85a34801: rpc.has_security_group_logging(os_id): False [ 1028.209786] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34d07463-a8da-46cd-a08e-cd43468c2384',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.210812] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34d07463-a8da-46cd-a08e-cd43468c2384',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.235239] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.235239] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.235239] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.235239] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.235239] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.235239] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.235239] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.235239] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.235239] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.235239] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.235239] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.235239] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.236051] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.236051] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.236051] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.236051] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.236051] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.236051] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.236384] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.236384] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.236384] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 is going to be updated. [ 1028.361294] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.361294] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.361294] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.361294] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.361294] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.381058] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: IN_PROGRESS for 2s [ 1028.712643] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34d07463-a8da-46cd-a08e-cd43468c2384: rpc.has_security_group_logging(os_id): False [ 1028.714682] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34d07463-a8da-46cd-a08e-cd43468c2384',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.734243] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.734742] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.734742] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.734847] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.734995] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.735377] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.735537] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.735638] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.736058] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.736058] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.736213] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34d07463-a8da-46cd-a08e-cd43468c2384 is going to be updated. [ 1028.825731] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.825944] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.825944] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.826200] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.826360] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.843438] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34d07463-a8da-46cd-a08e-cd43468c2384 in Status: IN_PROGRESS for 2s [ 1029.002680] env[65906]: INFO networking_nsxv3.common.synchronization [req-42e62b51-9e4c-4b6f-a71d-0b44462eba5b req-8fcae76e-d5ec-4dce-8ce1-a4724dbcbb20 tempest-AttachInterfacesUnderV243Test-1891795356 tempest-AttachInterfacesUnderV243Test-1891795356-project-member] Enqueued Resource ID: 34d07463-a8da-46cd-a08e-cd43468c2384 with Priority: HIGHEST for action security_group_members [ 1029.003344] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34d07463-a8da-46cd-a08e-cd43468c2384 with Priority: HIGHEST for action security_group_members [ 1029.003743] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-34d07463-a8da-46cd-a08e-cd43468c2384 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.003856] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.217987] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.217987] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.217987] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.217987] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.217987] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.217987] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34d07463-a8da-46cd-a08e-cd43468c2384 is going to be updated. [ 1029.253763] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.253763] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.253763] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.253763] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.253763] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.263590] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34d07463-a8da-46cd-a08e-cd43468c2384 in Status: IN_PROGRESS for 2s [ 1029.302101] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 in Status: SUCCESS [ 1029.302101] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 deletion is rescheduled due to dependency. [ 1029.302101] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.902025] env[65906]: INFO networking_nsxv3.common.synchronization [req-f2f55638-20e9-4968-b270-8036064ca858 req-76dd1d75-c7d4-4b80-8900-80637ae812ef tempest-AttachInterfacesTestJSON-1137117109 tempest-AttachInterfacesTestJSON-1137117109-project-member] Enqueued Resource ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 with Priority: HIGHEST for action security_group_members [ 1029.903727] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 with Priority: HIGHEST for action security_group_members [ 1029.903727] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-403d1e32-f39c-439d-b495-bca4f2a9ab47 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.903727] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.903963] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.904291] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.904557] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.904702] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.904807] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.905081] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.905204] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.905680] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.996628] env[65906]: INFO networking_nsxv3.common.synchronization [req-4a9427fb-3471-48a3-922d-2ba8c409066a req-3f657cb6-f01f-4d9d-a0a5-a0e7315ea55e tempest-ImagesTestJSON-1400319718 tempest-ImagesTestJSON-1400319718-project-member] Enqueued Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_members [ 1029.997940] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGHEST for action security_group_members [ 1029.999238] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e44fcdd6-c25c-40da-9f8b-035616ab7b70 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.999238] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.999238] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.999389] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.999510] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.999612] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.999701] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.999838] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.999916] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.000046] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.398747] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: SUCCESS [ 1030.399040] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.409593] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.496732] env[65906]: INFO networking_nsxv3.common.synchronization [None req-fac6a14b-2672-43b9-bd44-99a7e10c5a6b tempest-AttachInterfacesTestJSON-1137117109 tempest-AttachInterfacesTestJSON-1137117109-project-member] Enqueued Resource ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 with Priority: HIGHEST for action security_group_members [ 1030.497299] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 with Priority: HIGHEST for action security_group_members [ 1030.497632] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-403d1e32-f39c-439d-b495-bca4f2a9ab47 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.497794] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.502996] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.503134] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.503204] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.503448] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.503538] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.503732] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.503833] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.503900] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.504058] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.504127] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.504214] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 is going to be updated. [ 1030.546973] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.547204] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.547204] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.547837] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.547837] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.558157] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 in Status: IN_PROGRESS for 2s [ 1030.860988] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34d07463-a8da-46cd-a08e-cd43468c2384 in Status: SUCCESS [ 1030.861169] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.861367] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.861528] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.861616] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34d07463-a8da-46cd-a08e-cd43468c2384',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.913342] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.277968] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34d07463-a8da-46cd-a08e-cd43468c2384 in Status: SUCCESS [ 1031.278614] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.278769] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.279030] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.279232] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.279353] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.279420] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.279589] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.279671] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.279769] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34d07463-a8da-46cd-a08e-cd43468c2384',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.417190] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.417332] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.417419] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.417712] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.417806] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.417867] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 is going to be updated. [ 1031.501875] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.502161] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.502161] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.502487] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.502487] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.502619] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34d07463-a8da-46cd-a08e-cd43468c2384 is going to be deleted. [ 1031.524480] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.524480] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.524480] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.524480] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.524480] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.536028] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 in Status: IN_PROGRESS for 2s [ 1031.568455] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.568455] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.568455] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.568455] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.568455] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.568455] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.783347] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.783347] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.783347] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.784622] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.784622] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.784622] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.784622] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.784622] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.784622] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.784622] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.784622] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34d07463-a8da-46cd-a08e-cd43468c2384 is going to be deleted. [ 1031.826379] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.826599] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.826651] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.826857] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.826959] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.827080] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.827239] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.827415] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.827603] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.827708] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.827748] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.827880] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.827969] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.828063] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34d07463-a8da-46cd-a08e-cd43468c2384',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.215562] env[65906]: INFO networking_nsxv3.common.synchronization [None req-958a68be-9b1f-40e6-9f8a-9c9decc4caf8 None None] Enqueued Resource ID: faeeb442-00a7-4873-a151-0ef8503cb39a with Priority: HIGHEST for action port [ 1032.216905] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faeeb442-00a7-4873-a151-0ef8503cb39a with Priority: HIGHEST for action port [ 1032.216905] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-faeeb442-00a7-4873-a151-0ef8503cb39a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.216905] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-faeeb442-00a7-4873-a151-0ef8503cb39a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.216905] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-faeeb442-00a7-4873-a151-0ef8503cb39a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.217229] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-faeeb442-00a7-4873-a151-0ef8503cb39a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.217229] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faeeb442-00a7-4873-a151-0ef8503cb39a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.332764] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.332764] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.332764] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.332991] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.333063] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.333842] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.333842] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.333842] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.333842] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.333842] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.334583] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34d07463-a8da-46cd-a08e-cd43468c2384 already deleted. [ 1032.334583] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34d07463-a8da-46cd-a08e-cd43468c2384" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.572095] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 in Status: SUCCESS [ 1032.572481] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 deletion is rescheduled due to dependency. [ 1032.572717] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.719438] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port faeeb442-00a7-4873-a151-0ef8503cb39a [ 1032.719753] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.719916] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.720081] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.720235] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.720507] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.720507] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:faeeb442-00a7-4873-a151-0ef8503cb39a already deleted. [ 1032.720507] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-faeeb442-00a7-4873-a151-0ef8503cb39a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.545845] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 in Status: SUCCESS [ 1033.546159] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.546318] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.546559] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.546764] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.546885] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.547462] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.547462] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.547462] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.547462] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.934388] env[65906]: INFO networking_nsxv3.common.synchronization [req-c84d9db4-4f4e-49e7-848b-470eec59fc71 req-8741343d-f4b3-4efe-90a7-7d550f0d6b7c tempest-AttachInterfacesTestJSON-1137117109 tempest-AttachInterfacesTestJSON-1137117109-project-member] Enqueued Resource ID: e602e291-5e59-47b2-8c4a-1a019595c1c2 with Priority: HIGHEST for action security_group_members [ 1033.936364] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e602e291-5e59-47b2-8c4a-1a019595c1c2 with Priority: HIGHEST for action security_group_members [ 1033.936364] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e602e291-5e59-47b2-8c4a-1a019595c1c2 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.936364] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e602e291-5e59-47b2-8c4a-1a019595c1c2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.936597] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e602e291-5e59-47b2-8c4a-1a019595c1c2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.936649] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e602e291-5e59-47b2-8c4a-1a019595c1c2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.936863] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.936863] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.936983] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.937375] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.937375] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.937375] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e602e291-5e59-47b2-8c4a-1a019595c1c2',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.051824] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.051987] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.052143] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.052303] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.052392] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.052586] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.052686] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.052743] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.053062] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.053062] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.053062] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 is going to be updated. [ 1034.086128] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.086894] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.087155] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.087675] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.087991] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.103889] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 in Status: IN_PROGRESS for 2s [ 1034.439496] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.439688] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.439759] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.439967] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.440066] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.440635] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.440635] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.440635] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.440635] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.440961] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.440961] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e602e291-5e59-47b2-8c4a-1a019595c1c2 is going to be updated. [ 1034.467703] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.467850] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.467917] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.468157] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.468301] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.477827] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e602e291-5e59-47b2-8c4a-1a019595c1c2 in Status: IN_PROGRESS for 2s [ 1034.511050] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-530 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.511260] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-530" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.511384] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-530" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.511546] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-530" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.511806] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.511970] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.512379] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.512630] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.512777] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.512982] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.513118] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1034.513393] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1034.513514] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1034.513632] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.513734] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1034.513867] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1034.534934] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1034.534934] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1034.534934] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1034.534934] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-530" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.535126] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-26117ae0-6742-4238-b999-e3284fdb2cb6 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.535205] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-26117ae0-6742-4238-b999-e3284fdb2cb6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.535553] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-26117ae0-6742-4238-b999-e3284fdb2cb6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.535553] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-26117ae0-6742-4238-b999-e3284fdb2cb6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.535732] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26117ae0-6742-4238-b999-e3284fdb2cb6',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.571939] env[65906]: INFO networking_nsxv3.common.synchronization [None req-40031a3b-f587-491f-8290-a78a8fe4ba8d None None] Enqueued Resource ID: 20bfa0bf-8006-47ac-8c0e-ccf27840ce4a with Priority: HIGHEST for action port [ 1034.572557] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20bfa0bf-8006-47ac-8c0e-ccf27840ce4a with Priority: HIGHEST for action port [ 1034.572864] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-20bfa0bf-8006-47ac-8c0e-ccf27840ce4a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.572990] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20bfa0bf-8006-47ac-8c0e-ccf27840ce4a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.574087] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20bfa0bf-8006-47ac-8c0e-ccf27840ce4a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.575023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20bfa0bf-8006-47ac-8c0e-ccf27840ce4a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.575331] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20bfa0bf-8006-47ac-8c0e-ccf27840ce4a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.038297] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.038528] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.038731] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.039045] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.039265] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.039573] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.039804] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.039857] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.040090] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.040293] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.040472] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.040624] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.040770] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.041039] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.041164] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.041317] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: 26117ae0-6742-4238-b999-e3284fdb2cb6 is going to be updated. [ 1035.063192] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.063424] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.063620] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.063940] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.064246] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.064616] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-26117ae0-6742-4238-b999-e3284fdb2cb6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.078692] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20bfa0bf-8006-47ac-8c0e-ccf27840ce4a [ 1035.079035] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.079256] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.079332] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.079553] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.079669] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.080188] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20bfa0bf-8006-47ac-8c0e-ccf27840ce4a already deleted. [ 1035.080188] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20bfa0bf-8006-47ac-8c0e-ccf27840ce4a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.846609] env[65906]: INFO networking_nsxv3.common.synchronization [req-3025e8fa-041f-47f9-9e56-43bdf5594de0 req-b71e7ade-da4b-4f68-8cc3-3352074a9c04 service nova] Enqueued Resource ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb with Priority: HIGHEST for action security_group_rules [ 1035.846970] env[65906]: INFO networking_nsxv3.common.synchronization [req-3025e8fa-041f-47f9-9e56-43bdf5594de0 req-b71e7ade-da4b-4f68-8cc3-3352074a9c04 service nova] Enqueued Resource ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb with Priority: HIGHEST for action security_group_members [ 1035.846970] env[65906]: INFO networking_nsxv3.common.synchronization [req-3025e8fa-041f-47f9-9e56-43bdf5594de0 req-b71e7ade-da4b-4f68-8cc3-3352074a9c04 service nova] Enqueued Resource ID: 26117ae0-6742-4238-b999-e3284fdb2cb6 with Priority: HIGHEST for action port [ 1035.847457] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb with Priority: HIGHEST for action security_group_rules [ 1035.848779] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb with Priority: HIGHEST for action security_group_members [ 1035.848779] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26117ae0-6742-4238-b999-e3284fdb2cb6 with Priority: HIGHEST for action port [ 1035.848779] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bec661aa-5760-41a3-a0f3-9e52b89f93bb taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.848779] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.848779] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.848779] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.848779] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bec661aa-5760-41a3-a0f3-9e52b89f93bb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.850872] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec661aa-5760-41a3-a0f3-9e52b89f93bb taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.850872] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.850872] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.850872] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.851242] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.851242] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.851242] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.851637] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.851637] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.851637] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bec661aa-5760-41a3-a0f3-9e52b89f93bb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.852700] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-26117ae0-6742-4238-b999-e3284fdb2cb6 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.852798] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26117ae0-6742-4238-b999-e3284fdb2cb6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.852863] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26117ae0-6742-4238-b999-e3284fdb2cb6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.853025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26117ae0-6742-4238-b999-e3284fdb2cb6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.853116] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26117ae0-6742-4238-b999-e3284fdb2cb6',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.112554] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 in Status: SUCCESS [ 1036.112712] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 deletion is rescheduled due to dependency. [ 1036.112826] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.351851] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec661aa-5760-41a3-a0f3-9e52b89f93bb taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.352082] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.354513] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bec661aa-5760-41a3-a0f3-9e52b89f93bb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.357161] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26117ae0-6742-4238-b999-e3284fdb2cb6 with status ACTIVE [ 1036.357161] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.357161] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.357161] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.357161] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.357161] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.357161] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.357161] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.357161] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.357791] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.357791] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.357917] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.359568] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.359568] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.359568] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.359568] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.359568] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26117ae0-6742-4238-b999-e3284fdb2cb6 is going to be updated. [ 1036.393467] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.393467] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.393467] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.393467] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.393771] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.393771] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26117ae0-6742-4238-b999-e3284fdb2cb6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.497500] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e602e291-5e59-47b2-8c4a-1a019595c1c2 in Status: SUCCESS [ 1036.497735] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e602e291-5e59-47b2-8c4a-1a019595c1c2 deletion is rescheduled due to dependency. [ 1036.497911] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e602e291-5e59-47b2-8c4a-1a019595c1c2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.861449] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bec661aa-5760-41a3-a0f3-9e52b89f93bb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.364032] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.364283] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.364283] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.364553] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.364553] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.364722] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb is going to be updated. [ 1037.396453] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.396667] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.396733] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.396947] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.397136] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.409698] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb in Status: IN_PROGRESS for 2s [ 1037.525758] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-191 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.525758] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-191" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.525758] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-191" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.525758] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-191" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.525758] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.525758] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.525758] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.525758] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.525758] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.525758] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.525758] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.525758] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.525758] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.526315] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.526315] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.526315] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.546601] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.547152] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1037.547233] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.551089] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-191" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.551089] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-feb36e3c-2152-4607-9778-1053086ec9cc taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.551089] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-feb36e3c-2152-4607-9778-1053086ec9cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.551089] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-feb36e3c-2152-4607-9778-1053086ec9cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.551089] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-feb36e3c-2152-4607-9778-1053086ec9cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.551089] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feb36e3c-2152-4607-9778-1053086ec9cc',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.622791] env[65906]: INFO networking_nsxv3.common.synchronization [req-e0ce7deb-ddf8-4552-942b-f8b28b917d13 req-fcc1ba91-5da9-4bcd-ace4-f5ce62127e8c tempest-ServersTestJSON-597851649 tempest-ServersTestJSON-597851649-project-member] Enqueued Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 1037.623321] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 1037.623829] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.623951] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.624031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.624240] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.624395] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.624490] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.624551] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.624691] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.624775] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.624987] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.054233] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.054233] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.054551] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.054630] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.054716] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.055016] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.055257] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.055368] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.055585] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.055715] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.055995] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.056165] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.056281] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.056683] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.056683] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.056826] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: feb36e3c-2152-4607-9778-1053086ec9cc is going to be updated. [ 1038.085742] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.085742] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.086100] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.086100] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.086388] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.086703] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-feb36e3c-2152-4607-9778-1053086ec9cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.127242] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.629754] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.826838] env[65906]: INFO networking_nsxv3.common.synchronization [req-314f35d0-39bf-49a8-bee7-c19324f901ac req-b5b54b90-4cc1-4395-b5ea-24efbbf2558e service nova] Enqueued Resource ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 with Priority: HIGHEST for action security_group_rules [ 1038.827036] env[65906]: INFO networking_nsxv3.common.synchronization [req-314f35d0-39bf-49a8-bee7-c19324f901ac req-b5b54b90-4cc1-4395-b5ea-24efbbf2558e service nova] Enqueued Resource ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 with Priority: HIGHEST for action security_group_members [ 1038.827177] env[65906]: INFO networking_nsxv3.common.synchronization [req-314f35d0-39bf-49a8-bee7-c19324f901ac req-b5b54b90-4cc1-4395-b5ea-24efbbf2558e service nova] Enqueued Resource ID: feb36e3c-2152-4607-9778-1053086ec9cc with Priority: HIGHEST for action port [ 1038.827406] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 with Priority: HIGHEST for action security_group_rules [ 1038.827535] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 with Priority: HIGHEST for action security_group_members [ 1038.827631] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feb36e3c-2152-4607-9778-1053086ec9cc with Priority: HIGHEST for action port [ 1038.830184] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-891eb189-7a70-45d5-be8d-45d5f7d10491 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.830326] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.830398] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.830607] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.830710] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('891eb189-7a70-45d5-be8d-45d5f7d10491',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.831610] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-891eb189-7a70-45d5-be8d-45d5f7d10491 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.831722] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.831790] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.832025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.832118] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.832215] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.832277] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.832657] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.832657] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.832657] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('891eb189-7a70-45d5-be8d-45d5f7d10491',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.834196] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-feb36e3c-2152-4607-9778-1053086ec9cc taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.834298] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-feb36e3c-2152-4607-9778-1053086ec9cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.834366] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-feb36e3c-2152-4607-9778-1053086ec9cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.834511] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-feb36e3c-2152-4607-9778-1053086ec9cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.834573] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feb36e3c-2152-4607-9778-1053086ec9cc',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.138563] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.139043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.139043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.139043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.139552] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.139552] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 is going to be updated. [ 1039.172364] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.172576] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.172576] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.172874] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.173419] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.192189] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: IN_PROGRESS for 2s [ 1039.200774] env[65906]: INFO networking_nsxv3.common.synchronization [req-66980b15-7a75-44dd-a423-ae2b90b7abb1 req-1d332196-05ed-4373-9ace-23af87f0c5ed tempest-DeleteServersTestJSON-2048875208 tempest-DeleteServersTestJSON-2048875208-project-member] Enqueued Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_members [ 1039.200835] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_members [ 1039.201882] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.201882] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.201882] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.201882] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.201882] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.201882] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.201882] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.202339] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.202339] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.202339] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.341248] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-891eb189-7a70-45d5-be8d-45d5f7d10491 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.341248] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.341248] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('891eb189-7a70-45d5-be8d-45d5f7d10491',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.341248] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port feb36e3c-2152-4607-9778-1053086ec9cc with status ACTIVE [ 1039.341248] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.341248] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.341248] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.341894] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.341894] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.341894] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.341894] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.341894] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.342261] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.342261] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.343022] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.343171] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.343231] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.343381] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.343443] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.343498] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: feb36e3c-2152-4607-9778-1053086ec9cc is going to be updated. [ 1039.367496] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.367639] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.367727] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.367905] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.368117] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.368211] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-feb36e3c-2152-4607-9778-1053086ec9cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.424910] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb in Status: SUCCESS [ 1039.425288] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.425469] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.425710] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.425867] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.425986] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.426065] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.426208] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.426290] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.426374] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.426649] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bec661aa-5760-41a3-a0f3-9e52b89f93bb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.708021] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.708021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.708021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.708021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.708021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.708021] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.708021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.708021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.708021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.708021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.708021] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 is going to be updated. [ 1039.738570] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.738733] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.738780] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.739045] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.739171] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.749679] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: IN_PROGRESS for 2s [ 1039.846782] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('891eb189-7a70-45d5-be8d-45d5f7d10491',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.930909] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec661aa-5760-41a3-a0f3-9e52b89f93bb taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.931106] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.931200] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.931415] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.931582] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.931675] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.931738] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.931885] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.931967] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.932096] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.932388] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec661aa-5760-41a3-a0f3-9e52b89f93bb taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.932388] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.932564] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.932564] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.932740] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.932867] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.932936] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.933525] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.933525] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.933525] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.933525] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bec661aa-5760-41a3-a0f3-9e52b89f93bb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.051321] env[65906]: INFO networking_nsxv3.common.synchronization [None req-68e7107e-dfe6-4bd7-9d96-5fb77ee40424 None None] Enqueued Resource ID: 6e9cf853-ef34-468c-a890-b0f95ec3db19 with Priority: HIGHEST for action port [ 1040.051882] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e9cf853-ef34-468c-a890-b0f95ec3db19 with Priority: HIGHEST for action port [ 1040.052266] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e9cf853-ef34-468c-a890-b0f95ec3db19 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.052396] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e9cf853-ef34-468c-a890-b0f95ec3db19" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.052465] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e9cf853-ef34-468c-a890-b0f95ec3db19" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.052713] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e9cf853-ef34-468c-a890-b0f95ec3db19" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.052797] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e9cf853-ef34-468c-a890-b0f95ec3db19',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.349877] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.353840] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.353974] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.354575] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.354575] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.354575] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 is going to be updated. [ 1040.391412] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.391614] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.391678] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.391893] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.392023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.405492] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 in Status: IN_PROGRESS for 2s [ 1040.436195] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bec661aa-5760-41a3-a0f3-9e52b89f93bb: rpc.has_security_group_logging(os_id): False [ 1040.465579] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.465718] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.465801] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.465997] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.491217] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.491546] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.491684] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.491755] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.491970] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.492170] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.492274] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.492371] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.492443] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.492592] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.493022] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.493022] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.493022] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.493022] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.493408] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.493486] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.493570] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb is going to be updated. [ 1040.554575] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e9cf853-ef34-468c-a890-b0f95ec3db19 [ 1040.554931] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.555052] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.555874] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.556275] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.556767] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.556914] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e9cf853-ef34-468c-a890-b0f95ec3db19 already deleted. [ 1040.557340] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e9cf853-ef34-468c-a890-b0f95ec3db19" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.570622] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.570782] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.570825] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.571110] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.571234] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.599321] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb in Status: IN_PROGRESS for 2s [ 1040.757187] env[65906]: INFO networking_nsxv3.common.synchronization [None req-a0227aac-c565-4313-8a03-7e613d666465 tempest-ServersTestManualDisk-662943924 tempest-ServersTestManualDisk-662943924-project-member] Enqueued Resource ID: 004d8860-47e4-42d1-af79-81ad3354fb25 with Priority: HIGHEST for action security_group_rules [ 1040.757187] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004d8860-47e4-42d1-af79-81ad3354fb25 with Priority: HIGHEST for action security_group_rules [ 1040.757826] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-004d8860-47e4-42d1-af79-81ad3354fb25 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.757826] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.757826] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.758033] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.758033] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('004d8860-47e4-42d1-af79-81ad3354fb25',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.945833] env[65906]: INFO networking_nsxv3.common.synchronization [None req-43151108-68c5-44d0-9ae8-d7580430d138 tempest-ServersTestManualDisk-662943924 tempest-ServersTestManualDisk-662943924-project-member] Enqueued Resource ID: 004d8860-47e4-42d1-af79-81ad3354fb25 with Priority: HIGHEST for action security_group_rules [ 1040.945963] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004d8860-47e4-42d1-af79-81ad3354fb25 with Priority: HIGHEST for action security_group_rules [ 1040.946285] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-004d8860-47e4-42d1-af79-81ad3354fb25 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.946388] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.203283] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: SUCCESS [ 1041.203534] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.285832] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.285984] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.286120] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.287403] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.287403] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.287403] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 004d8860-47e4-42d1-af79-81ad3354fb25 already deleted. [ 1041.287403] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.288079] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.288659] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.288659] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('004d8860-47e4-42d1-af79-81ad3354fb25',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.765794] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: SUCCESS [ 1041.765794] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 deletion is rescheduled due to dependency. [ 1041.765794] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.811949] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.812416] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.812416] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.812653] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.812653] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.812653] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 004d8860-47e4-42d1-af79-81ad3354fb25 already deleted. [ 1041.812782] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.419035] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 in Status: SUCCESS [ 1042.419390] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.419605] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.419886] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.420231] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.420443] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.420550] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.420751] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.420891] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.421000] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.421144] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('891eb189-7a70-45d5-be8d-45d5f7d10491',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.613375] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb in Status: SUCCESS [ 1042.613676] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.796834] env[65906]: INFO networking_nsxv3.common.synchronization [None req-362a2d60-fb92-4b2f-91bb-cf9eae537b84 None None] Enqueued Resource ID: 7bcabd4a-c85d-40c8-8428-d715dc7cc4d8 with Priority: HIGHEST for action port [ 1042.797917] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7bcabd4a-c85d-40c8-8428-d715dc7cc4d8 with Priority: HIGHEST for action port [ 1042.797917] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-7bcabd4a-c85d-40c8-8428-d715dc7cc4d8 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.798053] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7bcabd4a-c85d-40c8-8428-d715dc7cc4d8" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.798104] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7bcabd4a-c85d-40c8-8428-d715dc7cc4d8" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.799245] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7bcabd4a-c85d-40c8-8428-d715dc7cc4d8" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.799245] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7bcabd4a-c85d-40c8-8428-d715dc7cc4d8',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.924639] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('891eb189-7a70-45d5-be8d-45d5f7d10491',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.302979] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7bcabd4a-c85d-40c8-8428-d715dc7cc4d8 [ 1043.302979] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.302979] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.302979] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.302979] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.303323] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.303323] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7bcabd4a-c85d-40c8-8428-d715dc7cc4d8 already deleted. [ 1043.303323] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7bcabd4a-c85d-40c8-8428-d715dc7cc4d8" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.430118] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 891eb189-7a70-45d5-be8d-45d5f7d10491: rpc.has_security_group_logging(os_id): False [ 1043.451548] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.451770] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.451770] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.452030] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.478640] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.479038] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.479150] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.479259] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.479899] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.479899] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.479899] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 is going to be updated. [ 1043.553406] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.553969] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.554112] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.554345] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.554506] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.574715] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 in Status: IN_PROGRESS for 2s [ 1045.594524] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 in Status: SUCCESS [ 1045.594524] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.420177] env[65906]: INFO networking_nsxv3.common.synchronization [req-93413886-b91b-48b7-baaf-f243447ae754 req-32d572e0-590a-4aac-a191-3cc9143e7e96 tempest-AttachVolumeTestJSON-546855346 tempest-AttachVolumeTestJSON-546855346-project-member] Enqueued Resource ID: 4257e684-2c0c-495b-acbb-f526b3e70aa5 with Priority: HIGHEST for action security_group_members [ 1046.421392] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4257e684-2c0c-495b-acbb-f526b3e70aa5 with Priority: HIGHEST for action security_group_members [ 1046.422331] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-4257e684-2c0c-495b-acbb-f526b3e70aa5 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.422453] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4257e684-2c0c-495b-acbb-f526b3e70aa5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.422518] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4257e684-2c0c-495b-acbb-f526b3e70aa5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.422723] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4257e684-2c0c-495b-acbb-f526b3e70aa5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.422876] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.422975] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.423049] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.423228] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.423264] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.423493] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4257e684-2c0c-495b-acbb-f526b3e70aa5',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.779771] env[65906]: INFO networking_nsxv3.common.synchronization [None req-f50ba844-3c9a-46dd-a308-8a1bd68a2ea6 tempest-AttachInterfacesTestJSON-1137117109 tempest-AttachInterfacesTestJSON-1137117109-project-member] Enqueued Resource ID: 8966ee00-e334-44db-b9a8-8395eb857dec with Priority: HIGHEST for action security_group_rules [ 1046.782848] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8966ee00-e334-44db-b9a8-8395eb857dec with Priority: HIGHEST for action security_group_rules [ 1046.782848] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8966ee00-e334-44db-b9a8-8395eb857dec taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.782848] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.782848] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.782848] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.782848] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8966ee00-e334-44db-b9a8-8395eb857dec',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.883739] env[65906]: INFO networking_nsxv3.common.synchronization [None req-99204af2-21f3-4621-ae16-c9e246deb211 tempest-AttachInterfacesTestJSON-1137117109 tempest-AttachInterfacesTestJSON-1137117109-project-member] Enqueued Resource ID: 8966ee00-e334-44db-b9a8-8395eb857dec with Priority: HIGHEST for action security_group_rules [ 1046.883885] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8966ee00-e334-44db-b9a8-8395eb857dec with Priority: HIGHEST for action security_group_rules [ 1046.884207] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8966ee00-e334-44db-b9a8-8395eb857dec taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.884318] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.925872] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.925968] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.926098] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.926624] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.948521] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.948811] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.948965] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.949106] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.949299] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.949410] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.949505] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4257e684-2c0c-495b-acbb-f526b3e70aa5 is going to be updated. [ 1046.979304] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.979525] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.979525] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.979738] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.979889] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.990215] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4257e684-2c0c-495b-acbb-f526b3e70aa5 in Status: IN_PROGRESS for 2s [ 1047.305741] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.305951] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.305990] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.306205] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.306301] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.306391] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8966ee00-e334-44db-b9a8-8395eb857dec already deleted. [ 1047.306683] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.306683] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.306857] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.306857] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8966ee00-e334-44db-b9a8-8395eb857dec',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.829249] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.829614] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.829614] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.829725] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.829725] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.829834] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8966ee00-e334-44db-b9a8-8395eb857dec already deleted. [ 1047.829931] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.003120] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4257e684-2c0c-495b-acbb-f526b3e70aa5 in Status: SUCCESS [ 1049.003471] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4257e684-2c0c-495b-acbb-f526b3e70aa5 deletion is rescheduled due to dependency. [ 1049.003547] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4257e684-2c0c-495b-acbb-f526b3e70aa5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.263649] env[65906]: INFO networking_nsxv3.common.synchronization [req-697e9ca1-c41c-4aa6-8919-11a64dbc4905 req-016b0bb6-c985-498e-8c73-006f9a1db4c5 tempest-ServersTestMultiNic-1773582947 tempest-ServersTestMultiNic-1773582947-project-member] Enqueued Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_members [ 1050.264440] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_members [ 1050.264766] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.264896] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.265059] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.265363] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.265535] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.265643] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.265713] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.265855] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.265938] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.266064] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.575819] env[65906]: INFO networking_nsxv3.common.synchronization [req-697e9ca1-c41c-4aa6-8919-11a64dbc4905 req-e94966c5-e573-454b-945d-41f445a6fcce tempest-ServersTestMultiNic-1773582947 tempest-ServersTestMultiNic-1773582947-project-member] Enqueued Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_members [ 1050.576469] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_members [ 1050.576862] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.576997] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.768607] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.769612] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.769740] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.770420] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.770420] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.770420] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.770420] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.770420] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.770702] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.770702] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.770702] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 already deleted. [ 1050.770702] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.770895] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.771043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.771123] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.771289] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.771343] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.771482] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.771552] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.771641] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.909355] env[65906]: INFO networking_nsxv3.common.synchronization [req-697e9ca1-c41c-4aa6-8919-11a64dbc4905 req-e53e0086-5727-4b6b-8a99-e81fedfa7a92 tempest-ServersTestMultiNic-1773582947 tempest-ServersTestMultiNic-1773582947-project-member] Enqueued Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_members [ 1050.909923] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_members [ 1050.910382] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.910521] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.181738] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-459 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.181975] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-459" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.182118] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-459" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.182517] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-459" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.182707] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.182867] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.183046] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.183224] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.183368] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.183798] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.183798] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1051.183798] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1051.183943] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1051.184098] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.184098] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1051.184234] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1051.205940] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1051.206117] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1051.206173] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1051.206401] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-459" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.206726] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-150a9105-8944-4d68-ae07-a83f27b944b7 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.206942] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-150a9105-8944-4d68-ae07-a83f27b944b7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.207032] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-150a9105-8944-4d68-ae07-a83f27b944b7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.207372] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-150a9105-8944-4d68-ae07-a83f27b944b7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.207519] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('150a9105-8944-4d68-ae07-a83f27b944b7',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.275259] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.275259] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.275259] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.275259] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.275259] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.275599] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.275599] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.275701] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.276335] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.276335] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.276335] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 already deleted. [ 1051.276335] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.277439] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.277439] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.277439] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.277623] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.277863] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.277863] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.277935] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.278078] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.710113] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.710449] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.710598] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.710963] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.711167] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.711419] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port 150a9105-8944-4d68-ae07-a83f27b944b7 not found, creating... [ 1051.711760] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.711943] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.712044] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.712334] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.712476] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.712809] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.713246] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.713246] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.713361] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.713497] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.713687] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: 150a9105-8944-4d68-ae07-a83f27b944b7 is going to be created. [ 1051.735707] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.735926] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.736156] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.736343] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.737232] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.737232] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-150a9105-8944-4d68-ae07-a83f27b944b7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.779984] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.780923] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.780923] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.780923] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.780923] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.780923] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.780923] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.780923] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.782088] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.782088] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.782088] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 already deleted. [ 1051.782088] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.452762] env[65906]: INFO networking_nsxv3.common.synchronization [req-697e9ca1-c41c-4aa6-8919-11a64dbc4905 req-00cd49c3-7dd5-42f9-9d8c-7893d00aafed service nova] Enqueued Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_rules [ 1052.453146] env[65906]: INFO networking_nsxv3.common.synchronization [req-697e9ca1-c41c-4aa6-8919-11a64dbc4905 req-00cd49c3-7dd5-42f9-9d8c-7893d00aafed service nova] Enqueued Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_members [ 1052.453146] env[65906]: INFO networking_nsxv3.common.synchronization [req-697e9ca1-c41c-4aa6-8919-11a64dbc4905 req-00cd49c3-7dd5-42f9-9d8c-7893d00aafed service nova] Enqueued Resource ID: 150a9105-8944-4d68-ae07-a83f27b944b7 with Priority: HIGHEST for action port [ 1052.453771] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_rules [ 1052.453927] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_members [ 1052.454042] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 150a9105-8944-4d68-ae07-a83f27b944b7 with Priority: HIGHEST for action port [ 1052.454335] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7e94b9d-2d6d-4dff-bc98-4e18011d8811 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.454483] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.454534] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.454932] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.454932] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.456342] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.456411] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.456464] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.456654] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.456802] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.456901] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.456948] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.457102] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.457189] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.457279] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.458167] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-150a9105-8944-4d68-ae07-a83f27b944b7 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.458264] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-150a9105-8944-4d68-ae07-a83f27b944b7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.458264] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-150a9105-8944-4d68-ae07-a83f27b944b7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.458394] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-150a9105-8944-4d68-ae07-a83f27b944b7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.458690] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('150a9105-8944-4d68-ae07-a83f27b944b7',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.960890] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.961060] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.961338] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.962441] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 150a9105-8944-4d68-ae07-a83f27b944b7 with status ACTIVE [ 1052.962643] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.962765] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.962858] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.963066] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.963160] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.963434] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.964435] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.965015] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.965015] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.965015] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.965194] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.965298] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.965397] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.965570] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.965652] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.965738] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 150a9105-8944-4d68-ae07-a83f27b944b7 is going to be updated. [ 1052.994621] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.994890] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.994949] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.995168] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.995314] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.995508] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-150a9105-8944-4d68-ae07-a83f27b944b7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.282590] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-626 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.282814] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-626" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.282916] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-626" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.283320] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-626" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.283624] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.283816] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.283939] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.284196] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.284343] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.284558] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.284671] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1053.284825] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1053.284939] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1053.285067] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1053.285176] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1053.285314] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1053.305789] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1053.306031] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1053.306143] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1053.306274] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-626" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.306605] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-2d2ed160-4c68-4d9c-9d13-4d7d02a8b9f7 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.307222] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-2d2ed160-4c68-4d9c-9d13-4d7d02a8b9f7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.307222] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-2d2ed160-4c68-4d9c-9d13-4d7d02a8b9f7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.307601] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-2d2ed160-4c68-4d9c-9d13-4d7d02a8b9f7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.307601] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d2ed160-4c68-4d9c-9d13-4d7d02a8b9f7',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.468806] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.810238] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.810522] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.810647] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.810952] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.811134] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.811420] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port 2d2ed160-4c68-4d9c-9d13-4d7d02a8b9f7 not found, creating... [ 1053.811606] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.811769] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.811885] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.812140] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.812332] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.812735] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.812950] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.813119] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.813399] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.813579] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.814218] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: 2d2ed160-4c68-4d9c-9d13-4d7d02a8b9f7 is going to be created. [ 1053.839255] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.839511] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.839593] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.839896] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.840115] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.840345] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-2d2ed160-4c68-4d9c-9d13-4d7d02a8b9f7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.970587] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.970737] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.970737] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.970964] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.971087] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.971189] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 is going to be created. [ 1054.015932] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.016108] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.016155] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.016430] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.016761] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.036456] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 in Status: UNINITIALIZED for 2s [ 1054.578413] env[65906]: INFO networking_nsxv3.common.synchronization [req-697e9ca1-c41c-4aa6-8919-11a64dbc4905 req-4c63365d-aece-4f76-be46-2ac6f8fa02aa service nova] Enqueued Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_rules [ 1054.578697] env[65906]: INFO networking_nsxv3.common.synchronization [req-697e9ca1-c41c-4aa6-8919-11a64dbc4905 req-4c63365d-aece-4f76-be46-2ac6f8fa02aa service nova] Enqueued Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_members [ 1054.578752] env[65906]: INFO networking_nsxv3.common.synchronization [req-697e9ca1-c41c-4aa6-8919-11a64dbc4905 req-4c63365d-aece-4f76-be46-2ac6f8fa02aa service nova] Enqueued Resource ID: 2d2ed160-4c68-4d9c-9d13-4d7d02a8b9f7 with Priority: HIGHEST for action port [ 1054.579278] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_rules [ 1054.579456] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_members [ 1054.579530] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d2ed160-4c68-4d9c-9d13-4d7d02a8b9f7 with Priority: HIGHEST for action port [ 1054.579772] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7e94b9d-2d6d-4dff-bc98-4e18011d8811 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.579871] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.580271] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.580428] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.580613] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d2ed160-4c68-4d9c-9d13-4d7d02a8b9f7 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.580725] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d2ed160-4c68-4d9c-9d13-4d7d02a8b9f7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.580782] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d2ed160-4c68-4d9c-9d13-4d7d02a8b9f7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.581026] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d2ed160-4c68-4d9c-9d13-4d7d02a8b9f7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.581086] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d2ed160-4c68-4d9c-9d13-4d7d02a8b9f7',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.086419] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2d2ed160-4c68-4d9c-9d13-4d7d02a8b9f7 with status ACTIVE [ 1055.086657] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.086789] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.086860] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.087102] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.087196] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.087428] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.087559] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.087622] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.087896] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.087998] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.088202] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.088299] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.088362] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.088501] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.088574] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.088657] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2d2ed160-4c68-4d9c-9d13-4d7d02a8b9f7 is going to be updated. [ 1055.110488] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.110694] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.110694] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.110904] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.111060] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.111264] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d2ed160-4c68-4d9c-9d13-4d7d02a8b9f7" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.251505] env[65906]: INFO networking_nsxv3.common.synchronization [req-d4f42a54-2dd7-41b1-9d36-9654eb3b11f9 req-d7791430-0157-4a27-9564-49476c90c027 tempest-ServersTestJSON-597851649 tempest-ServersTestJSON-597851649-project-member] Enqueued Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 1055.252094] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 1055.252427] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.252544] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.252608] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.252812] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.253126] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.253126] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.253126] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.253316] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.253380] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.253439] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.409490] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-459 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.409730] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-459" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.409883] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-459" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.410122] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-459" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.410426] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.410581] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.410697] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.410909] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.412336] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.413754] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.413754] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.413754] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.413754] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.413754] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.413754] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.413754] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.442287] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.442504] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1055.442698] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.442817] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-459" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.443161] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-0c584144-bc8b-4124-8cf2-698aca0bbd3e taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.443524] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-0c584144-bc8b-4124-8cf2-698aca0bbd3e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.443524] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-0c584144-bc8b-4124-8cf2-698aca0bbd3e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.443779] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-0c584144-bc8b-4124-8cf2-698aca0bbd3e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.443917] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c584144-bc8b-4124-8cf2-698aca0bbd3e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.757390] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.947936] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.948176] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.948354] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.948690] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.948784] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.948948] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port 0c584144-bc8b-4124-8cf2-698aca0bbd3e not found, creating... [ 1055.949538] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.949632] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.949687] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.949919] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.950073] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.950404] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.950593] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.950716] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.950942] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.951089] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.951301] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: 0c584144-bc8b-4124-8cf2-698aca0bbd3e is going to be created. [ 1055.974848] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.975077] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.975201] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.975552] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.975789] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.976041] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-0c584144-bc8b-4124-8cf2-698aca0bbd3e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.051075] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 in Status: SUCCESS [ 1056.051075] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.051451] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.051589] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.051795] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.051933] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.052031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.052284] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.052456] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.052569] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.052680] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.053718] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.054132] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.054332] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.054478] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.054607] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.054970] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.055095] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.055166] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.259600] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.389833] env[65906]: INFO networking_nsxv3.common.synchronization [req-7082723c-9999-49cf-b579-422b65df118c req-a1f7cb39-c0b4-40a5-9ad8-93b2cdabbba4 tempest-ServersTestManualDisk-662943924 tempest-ServersTestManualDisk-662943924-project-member] Enqueued Resource ID: 004d8860-47e4-42d1-af79-81ad3354fb25 with Priority: HIGHEST for action security_group_members [ 1056.390568] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004d8860-47e4-42d1-af79-81ad3354fb25 with Priority: HIGHEST for action security_group_members [ 1056.391957] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-004d8860-47e4-42d1-af79-81ad3354fb25 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.391957] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.391957] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.391957] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.391957] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.391957] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.391957] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.392678] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.392678] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.392678] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('004d8860-47e4-42d1-af79-81ad3354fb25',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.558715] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.558859] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.559106] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.745748] env[65906]: INFO networking_nsxv3.common.synchronization [req-697e9ca1-c41c-4aa6-8919-11a64dbc4905 req-05b60433-35d0-4014-9e5a-99b2673f2cfb service nova] Enqueued Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_rules [ 1056.745937] env[65906]: INFO networking_nsxv3.common.synchronization [req-697e9ca1-c41c-4aa6-8919-11a64dbc4905 req-05b60433-35d0-4014-9e5a-99b2673f2cfb service nova] Enqueued Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_members [ 1056.746097] env[65906]: INFO networking_nsxv3.common.synchronization [req-697e9ca1-c41c-4aa6-8919-11a64dbc4905 req-05b60433-35d0-4014-9e5a-99b2673f2cfb service nova] Enqueued Resource ID: 0c584144-bc8b-4124-8cf2-698aca0bbd3e with Priority: HIGHEST for action port [ 1056.746620] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_rules [ 1056.746754] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_members [ 1056.746849] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c584144-bc8b-4124-8cf2-698aca0bbd3e with Priority: HIGHEST for action port [ 1056.747251] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7e94b9d-2d6d-4dff-bc98-4e18011d8811 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.747362] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.747559] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.747633] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.747807] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c584144-bc8b-4124-8cf2-698aca0bbd3e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.747925] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c584144-bc8b-4124-8cf2-698aca0bbd3e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.748039] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c584144-bc8b-4124-8cf2-698aca0bbd3e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.748238] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c584144-bc8b-4124-8cf2-698aca0bbd3e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.748320] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c584144-bc8b-4124-8cf2-698aca0bbd3e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.764901] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.764901] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.764901] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.764901] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.764901] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.764901] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 is going to be updated. [ 1056.799710] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.799710] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.799710] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.800338] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.802514] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.813203] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: IN_PROGRESS for 2s [ 1056.881546] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-424 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.881985] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-424" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.882243] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-424" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.882759] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-424" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.883496] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.884036] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.884249] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.884563] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.884870] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.885215] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.885437] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1056.885661] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1056.885866] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1056.886093] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.886395] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1056.886646] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1056.894801] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.896934] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.896934] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.896934] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.896934] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.896934] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.896934] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.896934] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.896934] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.896934] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.896934] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 004d8860-47e4-42d1-af79-81ad3354fb25 already deleted. [ 1056.896934] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.909456] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1056.909456] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1056.909456] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1056.909456] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-424" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.909456] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-c31f1ce2-e65b-4e24-b382-f8aa84a82a3b taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.909456] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-c31f1ce2-e65b-4e24-b382-f8aa84a82a3b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.909456] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-c31f1ce2-e65b-4e24-b382-f8aa84a82a3b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.909456] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-c31f1ce2-e65b-4e24-b382-f8aa84a82a3b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.909456] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c31f1ce2-e65b-4e24-b382-f8aa84a82a3b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.063580] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.251274] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c584144-bc8b-4124-8cf2-698aca0bbd3e with status ACTIVE [ 1057.251274] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.251274] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.251274] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.252483] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.252483] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.252483] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.252483] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.252483] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.252483] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.252483] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.252902] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.253044] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.253107] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.253281] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.253392] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.253507] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c584144-bc8b-4124-8cf2-698aca0bbd3e is going to be updated. [ 1057.277240] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.277399] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.277441] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.277653] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.277790] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.277946] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c584144-bc8b-4124-8cf2-698aca0bbd3e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.411521] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.411822] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.411898] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.412215] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.412426] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.412634] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port c31f1ce2-e65b-4e24-b382-f8aa84a82a3b not found, creating... [ 1057.413032] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.413177] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.413289] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.413554] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.413707] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.414032] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.414235] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.414366] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.414621] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.414789] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.414951] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: c31f1ce2-e65b-4e24-b382-f8aa84a82a3b is going to be created. [ 1057.441786] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.442047] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.442130] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.442482] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.442712] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.442946] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-c31f1ce2-e65b-4e24-b382-f8aa84a82a3b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.567162] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.567419] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.567419] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.567661] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.567731] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.567786] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 is going to be updated. [ 1057.612476] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.612739] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.612739] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.612973] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.613159] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.625023] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 in Status: IN_PROGRESS for 2s [ 1058.137391] env[65906]: INFO networking_nsxv3.common.synchronization [req-7082723c-9999-49cf-b579-422b65df118c req-f19abc2a-a648-4bd1-a98c-9e3a55d35522 service nova] Enqueued Resource ID: 004d8860-47e4-42d1-af79-81ad3354fb25 with Priority: HIGHEST for action security_group_rules [ 1058.137649] env[65906]: INFO networking_nsxv3.common.synchronization [req-7082723c-9999-49cf-b579-422b65df118c req-f19abc2a-a648-4bd1-a98c-9e3a55d35522 service nova] Enqueued Resource ID: 004d8860-47e4-42d1-af79-81ad3354fb25 with Priority: HIGHEST for action security_group_members [ 1058.137730] env[65906]: INFO networking_nsxv3.common.synchronization [req-7082723c-9999-49cf-b579-422b65df118c req-f19abc2a-a648-4bd1-a98c-9e3a55d35522 service nova] Enqueued Resource ID: c31f1ce2-e65b-4e24-b382-f8aa84a82a3b with Priority: HIGHEST for action port [ 1058.138257] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004d8860-47e4-42d1-af79-81ad3354fb25 with Priority: HIGHEST for action security_group_rules [ 1058.138407] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004d8860-47e4-42d1-af79-81ad3354fb25 with Priority: HIGHEST for action security_group_members [ 1058.138487] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31f1ce2-e65b-4e24-b382-f8aa84a82a3b with Priority: HIGHEST for action port [ 1058.138783] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-004d8860-47e4-42d1-af79-81ad3354fb25 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.138945] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.138984] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.139778] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.139869] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('004d8860-47e4-42d1-af79-81ad3354fb25',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.143056] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-004d8860-47e4-42d1-af79-81ad3354fb25 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.143056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.143056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.143056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.143056] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.143056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.143056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.143056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.143056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.143056] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('004d8860-47e4-42d1-af79-81ad3354fb25',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.144659] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-c31f1ce2-e65b-4e24-b382-f8aa84a82a3b taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.144659] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c31f1ce2-e65b-4e24-b382-f8aa84a82a3b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.144659] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c31f1ce2-e65b-4e24-b382-f8aa84a82a3b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.144659] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c31f1ce2-e65b-4e24-b382-f8aa84a82a3b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.144659] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c31f1ce2-e65b-4e24-b382-f8aa84a82a3b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.645631] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-004d8860-47e4-42d1-af79-81ad3354fb25 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.645631] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.645842] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('004d8860-47e4-42d1-af79-81ad3354fb25',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.646824] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c31f1ce2-e65b-4e24-b382-f8aa84a82a3b with status ACTIVE [ 1058.646916] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.646992] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.647055] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.647253] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.647350] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.647514] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.647612] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.647667] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.647818] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.647910] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.648067] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.648159] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.648219] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.648348] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.648419] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.648523] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c31f1ce2-e65b-4e24-b382-f8aa84a82a3b is going to be updated. [ 1058.671660] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.672465] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.672465] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.672465] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.672465] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.672465] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c31f1ce2-e65b-4e24-b382-f8aa84a82a3b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.793088] env[65906]: INFO networking_nsxv3.common.synchronization [None req-fb56849e-fc5e-4ca0-8ae6-ae103d1bb717 tempest-AttachVolumeTestJSON-546855346 tempest-AttachVolumeTestJSON-546855346-project-member] Enqueued Resource ID: 68e7cee4-6ade-41e8-aaec-7944c5815937 with Priority: HIGHEST for action security_group_rules [ 1058.793795] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68e7cee4-6ade-41e8-aaec-7944c5815937 with Priority: HIGHEST for action security_group_rules [ 1058.794135] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68e7cee4-6ade-41e8-aaec-7944c5815937 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.794336] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.794336] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.794588] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.794670] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68e7cee4-6ade-41e8-aaec-7944c5815937',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.822149] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: SUCCESS [ 1058.825564] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.873724] env[65906]: INFO networking_nsxv3.common.synchronization [None req-4efa1f20-615a-4722-b283-963aafd97a7d tempest-AttachVolumeTestJSON-546855346 tempest-AttachVolumeTestJSON-546855346-project-member] Enqueued Resource ID: 68e7cee4-6ade-41e8-aaec-7944c5815937 with Priority: HIGHEST for action security_group_rules [ 1058.874341] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68e7cee4-6ade-41e8-aaec-7944c5815937 with Priority: HIGHEST for action security_group_rules [ 1058.874644] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68e7cee4-6ade-41e8-aaec-7944c5815937 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.874776] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.150312] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('004d8860-47e4-42d1-af79-81ad3354fb25',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.317038] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.317246] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.317708] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.317708] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.317708] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.317884] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68e7cee4-6ade-41e8-aaec-7944c5815937 already deleted. [ 1059.317923] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.318113] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.318316] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.318409] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68e7cee4-6ade-41e8-aaec-7944c5815937',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.636636] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 in Status: SUCCESS [ 1059.636877] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.637573] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.637573] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.637573] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.637840] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.637840] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.637840] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.637978] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.638041] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.638171] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.638269] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.639216] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.639216] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.639216] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.639216] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.639216] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.639216] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.639216] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.639601] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.639658] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.640929] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.641367] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.641491] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.641609] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.641756] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.641939] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.642956] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.642956] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.654298] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.654557] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.654673] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.654959] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.655119] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.655295] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 004d8860-47e4-42d1-af79-81ad3354fb25 is going to be created. [ 1059.684356] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.684641] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.684641] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.684859] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.684942] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.697040] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004d8860-47e4-42d1-af79-81ad3354fb25 in Status: UNINITIALIZED for 2s [ 1059.842587] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.842791] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.842842] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.843093] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.843194] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.844027] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68e7cee4-6ade-41e8-aaec-7944c5815937 already deleted. [ 1059.844027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.144885] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7e94b9d-2d6d-4dff-bc98-4e18011d8811: rpc.has_security_group_logging(os_id): False [ 1060.146234] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.169472] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.169763] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.169763] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.173020] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.173020] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.173020] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.173020] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.173020] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.173020] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.173020] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.173020] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.173020] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.173020] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.173020] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.173020] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.173020] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.173020] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.173637] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.173637] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.173637] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.173637] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 is going to be created. [ 1060.235528] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.235633] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.235694] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.235913] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.236104] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.250806] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 in Status: IN_PROGRESS for 2s [ 1060.519771] env[65906]: INFO networking_nsxv3.common.synchronization [req-8c4afb35-dd5f-40e6-8c9f-5371169cbb69 req-974d9d6a-44de-4f2d-8fb9-1d607f4113d1 tempest-AttachInterfacesTestJSON-1137117109 tempest-AttachInterfacesTestJSON-1137117109-project-member] Enqueued Resource ID: 8966ee00-e334-44db-b9a8-8395eb857dec with Priority: HIGHEST for action security_group_members [ 1060.520510] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8966ee00-e334-44db-b9a8-8395eb857dec with Priority: HIGHEST for action security_group_members [ 1060.520687] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8966ee00-e334-44db-b9a8-8395eb857dec taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.520910] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.520910] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.521877] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.521877] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.521877] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.521877] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.521877] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.521877] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.522181] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8966ee00-e334-44db-b9a8-8395eb857dec',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.651826] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.889543] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-821 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.889827] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-821" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.889923] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-821" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.890130] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-821" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.890382] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.890534] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.890732] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.890856] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.890993] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.891460] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.891589] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1060.891698] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1060.892458] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1060.892458] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.892458] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1060.892458] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1060.910436] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1060.910606] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1060.910742] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1060.910917] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-821" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.911250] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-0a40f6d4-d401-4e99-ae4c-15bb4d1a982f taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.911524] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-0a40f6d4-d401-4e99-ae4c-15bb4d1a982f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.911646] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-0a40f6d4-d401-4e99-ae4c-15bb4d1a982f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.911949] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-0a40f6d4-d401-4e99-ae4c-15bb4d1a982f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.912097] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a40f6d4-d401-4e99-ae4c-15bb4d1a982f',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.025034] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.025034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.025034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.025034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.025034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.025034] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.025034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.025528] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.025528] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.025528] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.025528] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8966ee00-e334-44db-b9a8-8395eb857dec already deleted. [ 1061.025528] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.154463] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.154463] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.154463] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.154463] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.154463] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.154463] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 is going to be updated. [ 1061.186611] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.187016] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.187016] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.187116] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.187178] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.197069] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 in Status: IN_PROGRESS for 2s [ 1061.415954] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.415954] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.415954] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.415954] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.416465] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.416465] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port 0a40f6d4-d401-4e99-ae4c-15bb4d1a982f not found, creating... [ 1061.416580] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.416753] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.416901] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.417230] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.417409] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.417868] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.418044] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.418135] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.418402] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.418567] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.418746] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: 0a40f6d4-d401-4e99-ae4c-15bb4d1a982f is going to be created. [ 1061.444024] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.444254] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.444412] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.444694] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.444943] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.445194] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-0a40f6d4-d401-4e99-ae4c-15bb4d1a982f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.709741] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004d8860-47e4-42d1-af79-81ad3354fb25 in Status: SUCCESS [ 1061.710062] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.710284] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.710601] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.710876] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.711018] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.711217] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.711510] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.711806] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.711806] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.711806] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('004d8860-47e4-42d1-af79-81ad3354fb25',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.186764] env[65906]: INFO networking_nsxv3.common.synchronization [req-8c4afb35-dd5f-40e6-8c9f-5371169cbb69 req-f4dd2f18-e1bf-4df8-b611-9706339dfef5 service nova] Enqueued Resource ID: 8966ee00-e334-44db-b9a8-8395eb857dec with Priority: HIGHEST for action security_group_rules [ 1062.186764] env[65906]: INFO networking_nsxv3.common.synchronization [req-8c4afb35-dd5f-40e6-8c9f-5371169cbb69 req-f4dd2f18-e1bf-4df8-b611-9706339dfef5 service nova] Enqueued Resource ID: 8966ee00-e334-44db-b9a8-8395eb857dec with Priority: HIGHEST for action security_group_members [ 1062.186764] env[65906]: INFO networking_nsxv3.common.synchronization [req-8c4afb35-dd5f-40e6-8c9f-5371169cbb69 req-f4dd2f18-e1bf-4df8-b611-9706339dfef5 service nova] Enqueued Resource ID: 0a40f6d4-d401-4e99-ae4c-15bb4d1a982f with Priority: HIGHEST for action port [ 1062.186764] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8966ee00-e334-44db-b9a8-8395eb857dec with Priority: HIGHEST for action security_group_rules [ 1062.187388] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8966ee00-e334-44db-b9a8-8395eb857dec with Priority: HIGHEST for action security_group_members [ 1062.187388] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a40f6d4-d401-4e99-ae4c-15bb4d1a982f with Priority: HIGHEST for action port [ 1062.187503] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8966ee00-e334-44db-b9a8-8395eb857dec taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.187868] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.187868] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.188200] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.188200] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8966ee00-e334-44db-b9a8-8395eb857dec',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.189116] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8966ee00-e334-44db-b9a8-8395eb857dec taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.189238] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.189315] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.189519] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.189695] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.189802] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.189871] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.190061] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.190146] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.190241] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8966ee00-e334-44db-b9a8-8395eb857dec',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.191422] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a40f6d4-d401-4e99-ae4c-15bb4d1a982f taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.191422] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a40f6d4-d401-4e99-ae4c-15bb4d1a982f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.191422] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a40f6d4-d401-4e99-ae4c-15bb4d1a982f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.191579] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a40f6d4-d401-4e99-ae4c-15bb4d1a982f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.192510] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a40f6d4-d401-4e99-ae4c-15bb4d1a982f',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.214552] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('004d8860-47e4-42d1-af79-81ad3354fb25',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.273062] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 in Status: SUCCESS [ 1062.273743] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.274052] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.275320] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.275436] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.695306] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8966ee00-e334-44db-b9a8-8395eb857dec',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.696450] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8966ee00-e334-44db-b9a8-8395eb857dec taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.697492] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.697697] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a40f6d4-d401-4e99-ae4c-15bb4d1a982f with status ACTIVE [ 1062.697955] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.698168] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.698240] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.698471] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.698597] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.698739] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.698838] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.698900] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.699073] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.699153] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.699362] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.699524] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.699524] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.699658] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.699732] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.699825] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a40f6d4-d401-4e99-ae4c-15bb4d1a982f is going to be updated. [ 1062.723395] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 004d8860-47e4-42d1-af79-81ad3354fb25: rpc.has_security_group_logging(os_id): False [ 1062.730513] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.730804] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.730929] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.731125] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.731286] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.731528] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a40f6d4-d401-4e99-ae4c-15bb4d1a982f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.745874] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.746048] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.746112] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.746330] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.746432] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.746687] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.746775] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.746843] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.747009] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.747096] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.747183] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 004d8860-47e4-42d1-af79-81ad3354fb25 is going to be created. [ 1062.777844] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.778040] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.831879] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.832165] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.832165] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.832329] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.832525] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.877579] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 004d8860-47e4-42d1-af79-81ad3354fb25 in Status: IN_PROGRESS for 2s [ 1063.201961] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8966ee00-e334-44db-b9a8-8395eb857dec',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.208959] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 in Status: IN_PROGRESS for 4s [ 1063.704427] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.704605] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.704669] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.704935] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.705111] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.705189] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8966ee00-e334-44db-b9a8-8395eb857dec is going to be created. [ 1063.733966] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.734171] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.734265] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.734480] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.734646] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.745917] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8966ee00-e334-44db-b9a8-8395eb857dec in Status: UNINITIALIZED for 2s [ 1064.891096] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 004d8860-47e4-42d1-af79-81ad3354fb25 in Status: SUCCESS [ 1064.891436] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.220604] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 in Status: SUCCESS [ 1065.220754] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.221351] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.221351] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.221351] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.221543] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.221543] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.221681] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.221795] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.221857] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.221977] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.724367] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.724621] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.724691] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.725015] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.725975] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.726184] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.726308] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.726540] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.726658] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.726769] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.726991] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.727137] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.727220] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.727444] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.727636] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.727744] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.727811] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.727967] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.728060] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.728146] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.728234] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.756444] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8966ee00-e334-44db-b9a8-8395eb857dec in Status: SUCCESS [ 1065.756703] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.756913] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.757179] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.757379] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.757500] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.757559] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.757713] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.757799] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.757905] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.758009] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8966ee00-e334-44db-b9a8-8395eb857dec',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.965033] env[65906]: INFO networking_nsxv3.common.synchronization [req-5e8efc7a-aa0e-4dd4-992d-fe352aecb795 req-fb0a97e0-73bc-464c-9c27-ec3ae4e828d9 tempest-DeleteServersTestJSON-2048875208 tempest-DeleteServersTestJSON-2048875208-project-member] Enqueued Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_members [ 1065.965655] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_members [ 1065.966052] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.967353] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.967353] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.967353] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.967353] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.967353] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.967353] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.967353] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.967353] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.967353] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.230722] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7e94b9d-2d6d-4dff-bc98-4e18011d8811: rpc.has_security_group_logging(os_id): False [ 1066.250026] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.250184] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.250184] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.250411] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.250492] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.250727] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.250830] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.250896] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.251063] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.251307] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.251307] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.251482] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.251482] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.251666] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.251757] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.251935] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.252040] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.252105] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.252234] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.252308] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.252416] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 is going to be updated. [ 1066.260085] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8966ee00-e334-44db-b9a8-8395eb857dec',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.312430] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.313081] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.313081] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.313081] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.313081] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.319131] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.319391] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-226" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.319543] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-226" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.319830] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-226" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.320528] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.320528] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.320528] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.320756] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.320902] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.321065] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.321237] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1066.321303] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1066.321416] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1066.321673] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1066.321835] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1066.321942] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.327090] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 in Status: IN_PROGRESS for 2s [ 1066.344064] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.344064] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1066.344064] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.344064] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-226" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.344064] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-4110a3b7-c609-4d0b-aee2-30a16683eaf3 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.344064] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-4110a3b7-c609-4d0b-aee2-30a16683eaf3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.344064] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-4110a3b7-c609-4d0b-aee2-30a16683eaf3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.344064] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-4110a3b7-c609-4d0b-aee2-30a16683eaf3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.344064] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4110a3b7-c609-4d0b-aee2-30a16683eaf3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.470906] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.471094] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.471151] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.471383] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.471486] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.471702] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.471802] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.471857] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.472023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.472093] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.472181] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 is going to be updated. [ 1066.514432] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.514432] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.514642] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.514895] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.515086] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.526305] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: IN_PROGRESS for 2s [ 1066.762013] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8966ee00-e334-44db-b9a8-8395eb857dec: rpc.has_security_group_logging(os_id): False [ 1066.783393] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.783635] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.783635] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.783835] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.783922] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.784195] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.784324] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.784388] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.784511] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.784687] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.784687] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8966ee00-e334-44db-b9a8-8395eb857dec is going to be created. [ 1066.848699] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.849022] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.849095] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.849467] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.849680] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.849770] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port 4110a3b7-c609-4d0b-aee2-30a16683eaf3 not found, creating... [ 1066.850059] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.850220] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.850339] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.850590] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.850844] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.851196] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.851294] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.851576] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.851715] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.851847] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.851990] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: 4110a3b7-c609-4d0b-aee2-30a16683eaf3 is going to be created. [ 1066.854139] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.854347] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.854347] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.854557] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.854732] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.879627] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.880148] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.880319] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.880564] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.880821] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.881096] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-4110a3b7-c609-4d0b-aee2-30a16683eaf3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.882986] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8966ee00-e334-44db-b9a8-8395eb857dec in Status: IN_PROGRESS for 2s [ 1067.643325] env[65906]: INFO networking_nsxv3.common.synchronization [req-5e8efc7a-aa0e-4dd4-992d-fe352aecb795 req-9ae1c3f7-2ec1-4ebf-a11c-16e01b307e78 service nova] Enqueued Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_rules [ 1067.643605] env[65906]: INFO networking_nsxv3.common.synchronization [req-5e8efc7a-aa0e-4dd4-992d-fe352aecb795 req-9ae1c3f7-2ec1-4ebf-a11c-16e01b307e78 service nova] Enqueued Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_members [ 1067.643673] env[65906]: INFO networking_nsxv3.common.synchronization [req-5e8efc7a-aa0e-4dd4-992d-fe352aecb795 req-9ae1c3f7-2ec1-4ebf-a11c-16e01b307e78 service nova] Enqueued Resource ID: 4110a3b7-c609-4d0b-aee2-30a16683eaf3 with Priority: HIGHEST for action port [ 1067.644386] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_rules [ 1067.644588] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_members [ 1067.644722] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4110a3b7-c609-4d0b-aee2-30a16683eaf3 with Priority: HIGHEST for action port [ 1067.645083] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.645243] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.647683] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.647683] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.647683] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.647683] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.647683] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.647683] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-4110a3b7-c609-4d0b-aee2-30a16683eaf3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.647683] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4110a3b7-c609-4d0b-aee2-30a16683eaf3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.647683] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4110a3b7-c609-4d0b-aee2-30a16683eaf3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.647683] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4110a3b7-c609-4d0b-aee2-30a16683eaf3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.647683] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4110a3b7-c609-4d0b-aee2-30a16683eaf3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.152223] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.152223] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.152223] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4110a3b7-c609-4d0b-aee2-30a16683eaf3 with status ACTIVE [ 1068.152223] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.152223] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.152577] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.152577] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.152687] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.152824] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.152896] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.152986] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.153136] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.153211] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.153391] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.153503] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.153679] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.153679] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.153780] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.153876] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4110a3b7-c609-4d0b-aee2-30a16683eaf3 is going to be updated. [ 1068.181051] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.181267] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.181267] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.181562] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.181706] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.181873] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4110a3b7-c609-4d0b-aee2-30a16683eaf3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.336168] env[65906]: INFO networking_nsxv3.common.synchronization [req-19ce4471-d7da-412f-99cd-65391ff05983 req-51690ce9-bc51-4143-b9f3-c5764e846b1d tempest-AttachVolumeTestJSON-546855346 tempest-AttachVolumeTestJSON-546855346-project-member] Enqueued Resource ID: 68e7cee4-6ade-41e8-aaec-7944c5815937 with Priority: HIGHEST for action security_group_members [ 1068.339419] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68e7cee4-6ade-41e8-aaec-7944c5815937 with Priority: HIGHEST for action security_group_members [ 1068.339419] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-68e7cee4-6ade-41e8-aaec-7944c5815937 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.339419] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.339419] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.339419] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.339419] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.339419] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.339419] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.339419] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.339419] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.339419] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68e7cee4-6ade-41e8-aaec-7944c5815937',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.343307] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 in Status: SUCCESS [ 1068.343427] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.343959] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.343959] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.343959] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.535703] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: SUCCESS [ 1068.536248] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 deletion is rescheduled due to dependency. [ 1068.537482] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.537737] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.538011] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.538251] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.538361] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.538401] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.538532] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.538612] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.538705] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.648969] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-263 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.649321] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-263" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.649623] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-263" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.649623] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-263" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.650058] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.650151] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.650414] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.650600] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.650810] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.650928] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.651057] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.651219] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.651277] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.651366] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.651549] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.651735] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.674128] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.674417] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1068.674548] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.674694] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-263" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.675160] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-239825fd-8575-4fbe-b28c-0c60d549944e taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.675160] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-239825fd-8575-4fbe-b28c-0c60d549944e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.675335] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-239825fd-8575-4fbe-b28c-0c60d549944e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.675627] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-239825fd-8575-4fbe-b28c-0c60d549944e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.675805] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('239825fd-8575-4fbe-b28c-0c60d549944e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.756508] env[65906]: INFO networking_nsxv3.common.synchronization [req-d553f96d-f937-4653-ad93-0b2de25e1780 req-5859f92a-18aa-4535-9410-4ae7fec81262 tempest-ServersTestMultiNic-1773582947 tempest-ServersTestMultiNic-1773582947-project-member] Enqueued Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_members [ 1068.756977] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_members [ 1068.757291] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.757415] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.757478] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.757681] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.757833] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.757924] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.757978] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.758278] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.758369] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.758464] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.841521] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.841726] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.841726] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.841928] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.842036] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.842247] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.842400] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.842460] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.842616] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.842696] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.842788] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68e7cee4-6ade-41e8-aaec-7944c5815937 already deleted. [ 1068.842857] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.845784] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.845974] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.897092] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8966ee00-e334-44db-b9a8-8395eb857dec in Status: SUCCESS [ 1068.897379] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.045025] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.121477] env[65906]: INFO networking_nsxv3.common.synchronization [req-d553f96d-f937-4653-ad93-0b2de25e1780 req-bc23e7d7-0fea-45db-83fb-8f6acab1e95b tempest-ServersTestMultiNic-1773582947 tempest-ServersTestMultiNic-1773582947-project-member] Enqueued Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_members [ 1069.122464] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_members [ 1069.122846] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.122960] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.178666] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.178827] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.178968] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.179359] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.179573] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.179741] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port 239825fd-8575-4fbe-b28c-0c60d549944e not found, creating... [ 1069.180019] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.180279] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.180343] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.180558] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.180697] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.180975] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.181144] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.181448] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.181540] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.181720] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.181874] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: 239825fd-8575-4fbe-b28c-0c60d549944e is going to be created. [ 1069.223292] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.223645] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.223820] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.224131] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.224435] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.224727] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-239825fd-8575-4fbe-b28c-0c60d549944e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.261319] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.408887] env[65906]: INFO networking_nsxv3.common.synchronization [req-d553f96d-f937-4653-ad93-0b2de25e1780 req-7e390900-884c-438d-812c-b838bbc2d58d tempest-ServersTestMultiNic-1773582947 tempest-ServersTestMultiNic-1773582947-project-member] Enqueued Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_members [ 1069.409521] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_members [ 1069.409860] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.409957] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.548299] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.766515] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.977080] env[65906]: INFO networking_nsxv3.common.synchronization [req-19ce4471-d7da-412f-99cd-65391ff05983 req-67740431-a0eb-466e-a0b5-1496edab1ac5 service nova] Enqueued Resource ID: 68e7cee4-6ade-41e8-aaec-7944c5815937 with Priority: HIGHEST for action security_group_rules [ 1069.977080] env[65906]: INFO networking_nsxv3.common.synchronization [req-19ce4471-d7da-412f-99cd-65391ff05983 req-67740431-a0eb-466e-a0b5-1496edab1ac5 service nova] Enqueued Resource ID: 68e7cee4-6ade-41e8-aaec-7944c5815937 with Priority: HIGHEST for action security_group_members [ 1069.977080] env[65906]: INFO networking_nsxv3.common.synchronization [req-19ce4471-d7da-412f-99cd-65391ff05983 req-67740431-a0eb-466e-a0b5-1496edab1ac5 service nova] Enqueued Resource ID: 239825fd-8575-4fbe-b28c-0c60d549944e with Priority: HIGHEST for action port [ 1069.977080] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68e7cee4-6ade-41e8-aaec-7944c5815937 with Priority: HIGHEST for action security_group_rules [ 1069.977080] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68e7cee4-6ade-41e8-aaec-7944c5815937 with Priority: HIGHEST for action security_group_members [ 1069.977080] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 239825fd-8575-4fbe-b28c-0c60d549944e with Priority: HIGHEST for action port [ 1069.977080] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68e7cee4-6ade-41e8-aaec-7944c5815937 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.978055] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.978055] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.978055] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.978055] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68e7cee4-6ade-41e8-aaec-7944c5815937',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.978743] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-68e7cee4-6ade-41e8-aaec-7944c5815937 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.978883] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.978969] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.979222] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.979699] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.979699] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.979699] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.979903] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.979960] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.980113] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68e7cee4-6ade-41e8-aaec-7944c5815937',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.981156] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-239825fd-8575-4fbe-b28c-0c60d549944e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.981298] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-239825fd-8575-4fbe-b28c-0c60d549944e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.981372] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-239825fd-8575-4fbe-b28c-0c60d549944e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.981635] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-239825fd-8575-4fbe-b28c-0c60d549944e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.981716] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('239825fd-8575-4fbe-b28c-0c60d549944e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.051842] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.051984] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.052066] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.052282] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.052383] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.052507] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 is going to be updated. [ 1070.083983] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.083983] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.083983] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.083983] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.083983] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.092293] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: IN_PROGRESS for 2s [ 1070.170063] env[65906]: INFO networking_nsxv3.common.synchronization [req-d81e95cf-8ac6-40e3-9e22-9e8de7cbb16c req-67779609-7e0b-4924-b1d9-39ed6be52077 tempest-ServersNegativeTestJSON-1802803410 tempest-ServersNegativeTestJSON-1802803410-project-member] Enqueued Resource ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb with Priority: HIGHEST for action security_group_members [ 1070.170063] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb with Priority: HIGHEST for action security_group_members [ 1070.170063] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-bec661aa-5760-41a3-a0f3-9e52b89f93bb taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.170063] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.170063] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.170063] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.170063] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.170063] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.170063] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.170063] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.170063] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.170821] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bec661aa-5760-41a3-a0f3-9e52b89f93bb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.268972] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.269187] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.269276] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.269546] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.269691] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.269805] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 is going to be updated. [ 1070.308919] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.309096] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.309176] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.309445] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.309825] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.322225] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 in Status: IN_PROGRESS for 2s [ 1070.484368] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-68e7cee4-6ade-41e8-aaec-7944c5815937 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.484368] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.484562] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('68e7cee4-6ade-41e8-aaec-7944c5815937',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.487072] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 239825fd-8575-4fbe-b28c-0c60d549944e with status ACTIVE [ 1070.487072] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.487072] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.487072] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.489230] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.489230] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.489480] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.489554] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.489617] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.489811] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.489891] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.490106] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.490224] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.490284] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.490432] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.490484] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.490530] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 239825fd-8575-4fbe-b28c-0c60d549944e is going to be updated. [ 1070.540630] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.540808] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.540851] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.541078] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.541273] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.541542] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-239825fd-8575-4fbe-b28c-0c60d549944e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.673673] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.673870] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.673870] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.674039] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.674811] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.674811] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.674811] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.674811] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.674811] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.674811] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.674811] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb is going to be updated. [ 1070.732790] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.732942] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.733033] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.733325] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.733400] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.752767] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb in Status: IN_PROGRESS for 2s [ 1070.987291] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('68e7cee4-6ade-41e8-aaec-7944c5815937',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.489944] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.490234] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.490349] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.490673] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.490832] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.490999] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68e7cee4-6ade-41e8-aaec-7944c5815937 is going to be created. [ 1071.515973] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.516153] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.516210] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.516443] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.516676] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.528747] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68e7cee4-6ade-41e8-aaec-7944c5815937 in Status: UNINITIALIZED for 2s [ 1071.548570] env[65906]: INFO networking_nsxv3.common.synchronization [req-cffbc78c-9cee-4701-aff0-2ff6590bb848 req-7cf33202-b665-49d1-8734-76dabba444cd tempest-ServersTestJSON-597851649 tempest-ServersTestJSON-597851649-project-member] Enqueued Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 1071.549473] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 1071.549473] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.549473] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.549473] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.549695] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.549788] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.549878] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.549939] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.550106] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.550185] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.551034] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.916096] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-772 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.916295] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-772" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.916419] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-772" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.916719] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-772" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.916974] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.917140] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.917252] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.917677] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.919017] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.919017] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.919017] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1071.919017] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1071.919017] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1071.919259] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.919259] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1071.919409] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1071.943233] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1071.943233] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1071.943233] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1071.943413] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-772" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.943584] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-ac4d473d-f48d-4ce7-911e-fa61a1da394f taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.943764] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-ac4d473d-f48d-4ce7-911e-fa61a1da394f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.943915] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-ac4d473d-f48d-4ce7-911e-fa61a1da394f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.944317] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-ac4d473d-f48d-4ce7-911e-fa61a1da394f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.944462] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac4d473d-f48d-4ce7-911e-fa61a1da394f',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.052690] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.103943] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: SUCCESS [ 1072.104225] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.104770] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.104990] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.105205] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.105317] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.105381] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.106685] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.106685] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.106685] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.106685] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.335045] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 in Status: SUCCESS [ 1072.335045] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.335045] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.335045] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.335365] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.335365] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.335365] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.335513] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.335646] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.335694] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.335831] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.336663] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.336834] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.337013] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.337259] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.337259] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.337439] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.337520] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.337606] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.447368] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.447599] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.447788] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.448295] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.448407] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.448538] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port ac4d473d-f48d-4ce7-911e-fa61a1da394f not found, creating... [ 1072.448866] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.449062] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.449226] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.449611] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.449764] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.450145] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.450360] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.450541] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.450829] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.450997] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.451210] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: ac4d473d-f48d-4ce7-911e-fa61a1da394f is going to be created. [ 1072.472086] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.472378] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.472661] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.472781] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.473018] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.473247] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-ac4d473d-f48d-4ce7-911e-fa61a1da394f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.555870] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.609315] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.609621] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.609776] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.610168] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.610461] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.610629] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.610726] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.610959] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.611071] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.611167] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.611501] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.611677] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.611677] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.611804] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.611938] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.612050] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.612126] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.612253] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.612462] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.612462] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.612658] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.767368] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb in Status: SUCCESS [ 1072.767774] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb deletion is rescheduled due to dependency. [ 1072.767774] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.839493] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.839706] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.839923] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.840046] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.840115] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.840354] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.840439] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.840624] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.840715] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.840793] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.840926] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.840993] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.841092] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 is going to be updated. [ 1072.878323] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.878573] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.878573] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.878774] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.878936] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.889104] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 in Status: IN_PROGRESS for 2s [ 1073.058822] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.059594] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.059594] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.059779] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.059847] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.060019] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 is going to be updated. [ 1073.101274] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.101457] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.101575] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.101803] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.101927] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.115839] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: IN_PROGRESS for 2s [ 1073.115995] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba05ac9b-ab92-4f51-85cd-746125ae8582: rpc.has_security_group_logging(os_id): False [ 1073.144612] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.144612] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.144612] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.144612] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.144612] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.144612] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.144612] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.144612] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.144612] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.144612] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.144612] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.144612] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.144612] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.144612] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.144612] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.146143] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.146143] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.146143] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.146143] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.146143] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.146143] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 is going to be updated. [ 1073.226633] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.226633] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.226633] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.226633] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.226633] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.230232] env[65906]: INFO networking_nsxv3.common.synchronization [req-cffbc78c-9cee-4701-aff0-2ff6590bb848 req-622a251d-f173-49aa-b8e5-a558fdff410c service nova] Enqueued Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_rules [ 1073.230232] env[65906]: INFO networking_nsxv3.common.synchronization [req-cffbc78c-9cee-4701-aff0-2ff6590bb848 req-622a251d-f173-49aa-b8e5-a558fdff410c service nova] Enqueued Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 1073.230232] env[65906]: INFO networking_nsxv3.common.synchronization [req-cffbc78c-9cee-4701-aff0-2ff6590bb848 req-622a251d-f173-49aa-b8e5-a558fdff410c service nova] Enqueued Resource ID: ac4d473d-f48d-4ce7-911e-fa61a1da394f with Priority: HIGHEST for action port [ 1073.230643] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_rules [ 1073.230772] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 1073.230865] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac4d473d-f48d-4ce7-911e-fa61a1da394f with Priority: HIGHEST for action port [ 1073.231151] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.231255] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.231320] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.231635] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.231717] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.232658] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.232772] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.232889] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac4d473d-f48d-4ce7-911e-fa61a1da394f taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.232986] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac4d473d-f48d-4ce7-911e-fa61a1da394f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.233150] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac4d473d-f48d-4ce7-911e-fa61a1da394f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.233237] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac4d473d-f48d-4ce7-911e-fa61a1da394f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.233310] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac4d473d-f48d-4ce7-911e-fa61a1da394f',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.246321] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: IN_PROGRESS for 2s [ 1073.539498] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68e7cee4-6ade-41e8-aaec-7944c5815937 in Status: SUCCESS [ 1073.539781] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.539979] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.540234] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.540437] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.540564] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.540609] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.540777] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.540855] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.540939] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.541044] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68e7cee4-6ade-41e8-aaec-7944c5815937',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.734978] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.735149] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.735338] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ac4d473d-f48d-4ce7-911e-fa61a1da394f with status ACTIVE [ 1073.735526] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.735665] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.735736] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.735971] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.736099] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.736304] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.736413] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.736501] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.736678] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.736778] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.736994] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.737107] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.737162] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.737326] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.737403] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.737513] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ac4d473d-f48d-4ce7-911e-fa61a1da394f is going to be updated. [ 1073.759893] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.760061] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.760156] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.760368] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.760536] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.760730] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac4d473d-f48d-4ce7-911e-fa61a1da394f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.043778] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68e7cee4-6ade-41e8-aaec-7944c5815937',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.547857] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68e7cee4-6ade-41e8-aaec-7944c5815937: rpc.has_security_group_logging(os_id): False [ 1074.566351] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.566504] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.566578] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.566800] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.566893] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.567153] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.567257] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.567322] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.567502] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.567553] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.567638] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68e7cee4-6ade-41e8-aaec-7944c5815937 is going to be created. [ 1074.633164] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.633337] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.633412] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.633652] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.633846] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.649942] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68e7cee4-6ade-41e8-aaec-7944c5815937 in Status: IN_PROGRESS for 2s [ 1074.899645] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 in Status: SUCCESS [ 1074.899862] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 deletion is rescheduled due to dependency. [ 1074.899982] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.900290] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.900431] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.900708] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.900954] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.900954] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.901162] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.901198] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.901379] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.128961] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: SUCCESS [ 1075.129213] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.129455] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.129688] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.129881] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.130013] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.130080] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.130236] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.130318] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.130411] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.259737] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: SUCCESS [ 1075.260017] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.404513] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.404513] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.404513] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.404513] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.404513] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.404712] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.404767] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.404856] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.405180] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.405331] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.405433] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 is going to be updated. [ 1075.433733] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.433936] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.433976] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.434200] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.434345] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.445194] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 in Status: IN_PROGRESS for 2s [ 1075.633281] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.135974] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.638983] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.639447] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.639447] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.639447] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.639529] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.639684] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 is going to be updated. [ 1076.666673] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68e7cee4-6ade-41e8-aaec-7944c5815937 in Status: SUCCESS [ 1076.666795] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.672100] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.672339] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.672339] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.672539] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.672716] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.682018] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: IN_PROGRESS for 2s [ 1077.462529] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 in Status: SUCCESS [ 1077.462866] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 deletion is rescheduled due to dependency. [ 1077.463522] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.463522] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.463904] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.464525] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.464937] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.465076] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.465329] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.465459] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.465609] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.466067] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.466067] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.466067] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.466211] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.466362] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.466485] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.466593] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.466796] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.466922] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.467072] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.467234] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.970357] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7e94b9d-2d6d-4dff-bc98-4e18011d8811: rpc.has_security_group_logging(os_id): False [ 1077.993948] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.994152] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.994227] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.994470] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.994605] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.994932] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.995121] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.995206] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.995527] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.995590] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.995999] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.995999] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.995999] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.996171] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.996251] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.996551] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.996680] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.996744] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.996919] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.997012] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.997129] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 is going to be updated. [ 1078.070756] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.070903] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.071086] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.072044] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.072044] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.087745] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 in Status: IN_PROGRESS for 2s [ 1078.231660] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1078.231864] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1078.698030] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: SUCCESS [ 1078.698030] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.698030] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.698030] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.698030] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.698030] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.698030] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.698030] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.698030] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.698030] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.698030] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.204593] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.204984] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.204984] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.205275] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.205593] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.205759] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.205759] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.206022] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.206022] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.206022] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.206194] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.206322] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.206368] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.206518] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.206664] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.206778] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.206847] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.206992] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.207417] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.207696] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.207766] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.710935] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cbbfa4a-ad46-47cc-89e9-430f85a34801: rpc.has_security_group_logging(os_id): False [ 1079.732897] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.733089] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.733141] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.733344] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.733432] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.733652] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.733753] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.733864] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.733961] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.734048] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.734228] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.734322] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.734383] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.734522] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.734599] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.734788] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.734882] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.734944] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.735217] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.735297] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.735384] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 is going to be updated. [ 1079.799682] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.799915] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.800034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.800343] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.800562] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.821796] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: IN_PROGRESS for 2s [ 1080.103167] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 in Status: SUCCESS [ 1080.103434] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.838997] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: SUCCESS [ 1081.839274] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.029146] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.029575] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.029575] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.029671] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.029701] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.232436] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1083.232592] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1083.532319] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.595148] env[65906]: INFO networking_nsxv3.common.synchronization [req-81b9590f-9dea-4adf-8d9f-aaf1157c2e11 req-eeff70ca-9b51-4970-9a0b-a2c1aff928fb tempest-AttachInterfacesTestJSON-1137117109 tempest-AttachInterfacesTestJSON-1137117109-project-member] Enqueued Resource ID: 8966ee00-e334-44db-b9a8-8395eb857dec with Priority: HIGHEST for action security_group_members [ 1083.595914] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8966ee00-e334-44db-b9a8-8395eb857dec with Priority: HIGHEST for action security_group_members [ 1083.596770] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8966ee00-e334-44db-b9a8-8395eb857dec taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.596917] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.596990] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.597228] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.597696] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.597747] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.597793] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.597954] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.598058] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.598157] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8966ee00-e334-44db-b9a8-8395eb857dec',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.953240] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-821 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.953517] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-821" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.953597] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-821" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.953814] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-821" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.954388] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.954602] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.954725] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.955339] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.955496] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.955738] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.955851] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.955959] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.956071] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.956182] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.956288] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.956422] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.982049] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.982724] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1083.982724] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.982724] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-821" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.983467] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-f853cea4-627e-466a-b058-2d16cc32c7ae taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.983688] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-f853cea4-627e-466a-b058-2d16cc32c7ae" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.983810] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-f853cea4-627e-466a-b058-2d16cc32c7ae" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.984529] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-f853cea4-627e-466a-b058-2d16cc32c7ae" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.984671] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f853cea4-627e-466a-b058-2d16cc32c7ae',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.034902] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.100755] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8966ee00-e334-44db-b9a8-8395eb857dec',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.486882] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.487800] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.487800] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.488040] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.488195] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.488356] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port f853cea4-627e-466a-b058-2d16cc32c7ae not found, creating... [ 1084.488759] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.488946] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.490062] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.490062] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.490062] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.490391] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.490524] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.490940] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.491191] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.491331] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.491540] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: f853cea4-627e-466a-b058-2d16cc32c7ae is going to be created. [ 1084.516981] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.517247] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.517404] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.517719] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.518030] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.518310] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-f853cea4-627e-466a-b058-2d16cc32c7ae" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.537422] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1084.537551] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1084.603564] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8966ee00-e334-44db-b9a8-8395eb857dec',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.107052] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.107949] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.107949] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.108090] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.108158] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.108286] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8966ee00-e334-44db-b9a8-8395eb857dec is going to be updated. [ 1085.146216] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.146388] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.146492] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.146795] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.146970] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.163178] env[65906]: INFO networking_nsxv3.common.synchronization [req-b9f54031-902f-41cb-905b-172f6700455d req-dfc4278f-acad-420b-9f45-146b07e8baf7 tempest-ServersTestJSON-597851649 tempest-ServersTestJSON-597851649-project-member] Enqueued Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 1085.163758] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8966ee00-e334-44db-b9a8-8395eb857dec in Status: IN_PROGRESS for 2s [ 1085.164487] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 1085.164925] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.165221] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.165398] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.165797] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.166104] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.166342] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.166605] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.166921] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.167167] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.167389] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.217633] env[65906]: INFO networking_nsxv3.common.synchronization [req-81b9590f-9dea-4adf-8d9f-aaf1157c2e11 req-616c6b96-7a08-4ed7-bba1-975e728e491d service nova] Enqueued Resource ID: 8966ee00-e334-44db-b9a8-8395eb857dec with Priority: HIGHEST for action security_group_rules [ 1085.217804] env[65906]: INFO networking_nsxv3.common.synchronization [req-81b9590f-9dea-4adf-8d9f-aaf1157c2e11 req-616c6b96-7a08-4ed7-bba1-975e728e491d service nova] Enqueued Resource ID: 8966ee00-e334-44db-b9a8-8395eb857dec with Priority: HIGHEST for action security_group_members [ 1085.217942] env[65906]: INFO networking_nsxv3.common.synchronization [req-81b9590f-9dea-4adf-8d9f-aaf1157c2e11 req-616c6b96-7a08-4ed7-bba1-975e728e491d service nova] Enqueued Resource ID: f853cea4-627e-466a-b058-2d16cc32c7ae with Priority: HIGHEST for action port [ 1085.218543] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8966ee00-e334-44db-b9a8-8395eb857dec with Priority: HIGHEST for action security_group_rules [ 1085.218750] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8966ee00-e334-44db-b9a8-8395eb857dec with Priority: HIGHEST for action security_group_members [ 1085.218908] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f853cea4-627e-466a-b058-2d16cc32c7ae with Priority: HIGHEST for action port [ 1085.219347] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8966ee00-e334-44db-b9a8-8395eb857dec taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.219534] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.219644] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.219941] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.220083] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8966ee00-e334-44db-b9a8-8395eb857dec',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.220952] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8966ee00-e334-44db-b9a8-8395eb857dec taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.221068] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.221268] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-f853cea4-627e-466a-b058-2d16cc32c7ae taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.221370] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f853cea4-627e-466a-b058-2d16cc32c7ae" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.221435] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f853cea4-627e-466a-b058-2d16cc32c7ae" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.221635] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f853cea4-627e-466a-b058-2d16cc32c7ae" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.221715] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f853cea4-627e-466a-b058-2d16cc32c7ae',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.597834] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.598037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.598108] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.598328] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.611529] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1085.612533] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.613323] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1085.655468] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.655665] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.655665] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.655900] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.665339] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.666052] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1085.666148] env[65906]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65906) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1085.666251] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1085.669790] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.714392] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.714691] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.714752] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.714999] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.716506] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.716742] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1085.724580] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8966ee00-e334-44db-b9a8-8395eb857dec taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.724783] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.724877] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f853cea4-627e-466a-b058-2d16cc32c7ae with status ACTIVE [ 1085.725058] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.725170] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.725233] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.725448] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.725536] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.725708] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.725803] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.725864] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.726024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.726101] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.726277] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.726369] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.726428] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.726563] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.726634] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.726793] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f853cea4-627e-466a-b058-2d16cc32c7ae is going to be updated. [ 1085.750181] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.750181] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.750367] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.750451] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.750583] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.750735] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f853cea4-627e-466a-b058-2d16cc32c7ae" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.801412] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.801665] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.801938] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.801938] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.802352] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.802626] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1085.923627] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.923803] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.923845] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.924103] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.924393] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.924678] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:47. [ 1085.924774] env[65906]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'68e7cee4-6ade-41e8-aaec-7944c5815937', 'e602e291-5e59-47b2-8c4a-1a019595c1c2', 'a7e94b9d-2d6d-4dff-bc98-4e18011d8811', '8fc17a09-51ab-40ab-8d6b-1248c63cbd07', 'c2cc091f-39ca-45a5-82a9-e0496737e5b4', '8cbbfa4a-ad46-47cc-89e9-430f85a34801', 'f248e2ee-c1e7-4b78-97f6-bd2f78ba3344', '15149eb3-e81e-45d6-9e83-27a6d82a712b', '13bdb589-dfb3-4108-a3dd-da905f9569fc', '4fe9446e-a7bb-4a04-bacc-c73559534be4', '7e22994e-ff12-438c-90e4-4ea7c739af9a', 'e44fcdd6-c25c-40da-9f8b-035616ab7b70', '891eb189-7a70-45d5-be8d-45d5f7d10491', '4257e684-2c0c-495b-acbb-f526b3e70aa5', 'bec661aa-5760-41a3-a0f3-9e52b89f93bb', '004d8860-47e4-42d1-af79-81ad3354fb25', 'd5850073-142b-4eaa-aa82-ea4baa44042e', 'c62f4880-4869-4535-b073-dc7c8ecc4c96', 'f492bda3-a21f-434d-a31e-0e14d7a68f30', '5fab8baa-4a4d-460a-baf5-e5014426fecf', '95da32ec-19ed-4437-9a57-ff061be49f19', '16c7672a-f797-44ac-88ac-c2c650241a03', 'a2406724-56cf-4846-a4be-b0460e4eea6a', 'e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d', '47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b', '19b4b3dc-b35b-433f-ad5c-2611639a01a3', '993911b9-7646-4f56-960e-dbd48004d3c3', '5148d9e6-813b-4387-a770-c50a3b8104c3', '8bf47009-8778-467b-94ca-e8c2c198c799', '0f56c059-3017-4934-8fcb-54c4278286fb', '5cc02c32-2f05-4040-9c14-ff813cab3d2a', '1e6f5194-d471-40e7-98fe-af8388fadc49', 'fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0', '512b8a02-cd49-4b1c-8258-76f66b54e994', '403d1e32-f39c-439d-b495-bca4f2a9ab47', 'f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2', 'ba05ac9b-ab92-4f51-85cd-746125ae8582', '8111e738-6228-4350-931e-f3b1b35dc4cd', 'c5e3b2b3-6e34-410e-a67e-a4732c260128', '854c0692-f886-4131-a445-bab0e08b0c94', '9a9392f2-8e81-4e47-b81b-8684787744db', 'd54ff51c-4ab7-4801-bdf3-d05d64000bea', '1fc375e6-2a6c-4a8a-89a6-d43f492c170e', 'ad683fe0-4d9c-4a46-8556-68f12a24168f', '8966ee00-e334-44db-b9a8-8395eb857dec', '98c4feba-5543-467b-a736-2ecfe5042a77', 'a55d4d23-ff55-4a08-bd40-cf5ade46fe62'} {{(pid=65906) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1085.924862] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1085.945864] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.946028] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.946083] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.946293] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.946479] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.946479] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1085.946565] env[65906]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65906) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1085.946637] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1086.012916] env[65906]: INFO networking_nsxv3.common.synchronization [req-614b94d3-dd1f-4fb7-85f7-02efa525adca req-cb85478c-2db5-4a6b-8825-de2245a1c736 tempest-ServersTestMultiNic-1773582947 tempest-ServersTestMultiNic-1773582947-project-member] Enqueued Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_members [ 1086.013868] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_members [ 1086.014416] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.014625] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.014745] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.015076] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.015327] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.015542] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.015622] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.015829] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.016012] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.016182] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.044200] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.044616] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.044985] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.045107] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.046293] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.046641] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1086.046754] env[65906]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65906) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1086.047172] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1086.047172] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1086.047172] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/47 resources of Type:Security Group Rules [ 1086.047172] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68e7cee4-6ade-41e8-aaec-7944c5815937 with Priority: HIGH for action security_group_rules [ 1086.047172] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e602e291-5e59-47b2-8c4a-1a019595c1c2 with Priority: HIGH for action security_group_rules [ 1086.047335] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGH for action security_group_rules [ 1086.047335] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8fc17a09-51ab-40ab-8d6b-1248c63cbd07 with Priority: HIGH for action security_group_rules [ 1086.047335] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c2cc091f-39ca-45a5-82a9-e0496737e5b4 with Priority: HIGH for action security_group_rules [ 1086.047425] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGH for action security_group_rules [ 1086.047457] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f248e2ee-c1e7-4b78-97f6-bd2f78ba3344 with Priority: HIGH for action security_group_rules [ 1086.047511] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b with Priority: HIGH for action security_group_rules [ 1086.047569] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc with Priority: HIGH for action security_group_rules [ 1086.047628] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4fe9446e-a7bb-4a04-bacc-c73559534be4 with Priority: HIGH for action security_group_rules [ 1086.047850] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e22994e-ff12-438c-90e4-4ea7c739af9a with Priority: HIGH for action security_group_rules [ 1086.047850] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGH for action security_group_rules [ 1086.047850] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 with Priority: HIGH for action security_group_rules [ 1086.047850] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4257e684-2c0c-495b-acbb-f526b3e70aa5 with Priority: HIGH for action security_group_rules [ 1086.047991] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb with Priority: HIGH for action security_group_rules [ 1086.047991] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 004d8860-47e4-42d1-af79-81ad3354fb25 with Priority: HIGH for action security_group_rules [ 1086.048059] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGH for action security_group_rules [ 1086.048088] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c62f4880-4869-4535-b073-dc7c8ecc4c96 with Priority: HIGH for action security_group_rules [ 1086.048312] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f492bda3-a21f-434d-a31e-0e14d7a68f30 with Priority: HIGH for action security_group_rules [ 1086.048312] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5fab8baa-4a4d-460a-baf5-e5014426fecf with Priority: HIGH for action security_group_rules [ 1086.048312] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.172185] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.316040] env[65906]: INFO networking_nsxv3.common.synchronization [req-614b94d3-dd1f-4fb7-85f7-02efa525adca req-4287062f-7aae-4e80-ba5a-6433d86831df tempest-ServersTestMultiNic-1773582947 tempest-ServersTestMultiNic-1773582947-project-member] Enqueued Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_members [ 1086.317485] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_members [ 1086.317738] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68e7cee4-6ade-41e8-aaec-7944c5815937 with Priority: HIGH for action security_group_rules [ 1086.317902] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGH for action security_group_rules [ 1086.318084] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f248e2ee-c1e7-4b78-97f6-bd2f78ba3344 with Priority: HIGH for action security_group_rules [ 1086.318250] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb with Priority: HIGH for action security_group_rules [ 1086.318390] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fab8baa-4a4d-460a-baf5-e5014426fecf with Priority: HIGH for action security_group_rules [ 1086.318524] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f492bda3-a21f-434d-a31e-0e14d7a68f30 with Priority: HIGH for action security_group_rules [ 1086.318676] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c62f4880-4869-4535-b073-dc7c8ecc4c96 with Priority: HIGH for action security_group_rules [ 1086.318802] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5850073-142b-4eaa-aa82-ea4baa44042e with Priority: HIGH for action security_group_rules [ 1086.319054] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4257e684-2c0c-495b-acbb-f526b3e70aa5 with Priority: HIGH for action security_group_rules [ 1086.319180] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004d8860-47e4-42d1-af79-81ad3354fb25 with Priority: HIGH for action security_group_rules [ 1086.319312] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 with Priority: HIGH for action security_group_rules [ 1086.319439] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 with Priority: HIGH for action security_group_rules [ 1086.319605] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e22994e-ff12-438c-90e4-4ea7c739af9a with Priority: HIGH for action security_group_rules [ 1086.319746] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fe9446e-a7bb-4a04-bacc-c73559534be4 with Priority: HIGH for action security_group_rules [ 1086.319876] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc with Priority: HIGH for action security_group_rules [ 1086.320084] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGH for action security_group_rules [ 1086.320517] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b with Priority: HIGH for action security_group_rules [ 1086.320983] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2cc091f-39ca-45a5-82a9-e0496737e5b4 with Priority: HIGH for action security_group_rules [ 1086.321163] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e602e291-5e59-47b2-8c4a-1a019595c1c2 with Priority: HIGH for action security_group_rules [ 1086.321309] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc17a09-51ab-40ab-8d6b-1248c63cbd07 with Priority: HIGH for action security_group_rules [ 1086.322019] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.322257] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.322488] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68e7cee4-6ade-41e8-aaec-7944c5815937 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.322614] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.322679] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.322884] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.322962] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68e7cee4-6ade-41e8-aaec-7944c5815937',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.323918] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7e94b9d-2d6d-4dff-bc98-4e18011d8811 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.324052] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.324123] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.324352] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.324451] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.325277] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.325379] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.325442] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.325655] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.325724] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f248e2ee-c1e7-4b78-97f6-bd2f78ba3344',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.326516] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bec661aa-5760-41a3-a0f3-9e52b89f93bb taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.326837] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.326837] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.326898] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.327323] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bec661aa-5760-41a3-a0f3-9e52b89f93bb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.327808] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fab8baa-4a4d-460a-baf5-e5014426fecf taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.329643] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fab8baa-4a4d-460a-baf5-e5014426fecf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.329710] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fab8baa-4a4d-460a-baf5-e5014426fecf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.329877] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fab8baa-4a4d-460a-baf5-e5014426fecf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.329948] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fab8baa-4a4d-460a-baf5-e5014426fecf',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.332330] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f492bda3-a21f-434d-a31e-0e14d7a68f30 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.332330] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.332330] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.332330] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.332330] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f492bda3-a21f-434d-a31e-0e14d7a68f30',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.333042] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c62f4880-4869-4535-b073-dc7c8ecc4c96 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.333167] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c62f4880-4869-4535-b073-dc7c8ecc4c96" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.333262] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c62f4880-4869-4535-b073-dc7c8ecc4c96" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.333437] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c62f4880-4869-4535-b073-dc7c8ecc4c96" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.333527] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c62f4880-4869-4535-b073-dc7c8ecc4c96',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.337487] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5850073-142b-4eaa-aa82-ea4baa44042e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.337601] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.337661] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.337832] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.337938] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5850073-142b-4eaa-aa82-ea4baa44042e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.338824] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4257e684-2c0c-495b-acbb-f526b3e70aa5 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.338961] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4257e684-2c0c-495b-acbb-f526b3e70aa5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.339073] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4257e684-2c0c-495b-acbb-f526b3e70aa5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.339819] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4257e684-2c0c-495b-acbb-f526b3e70aa5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.339819] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4257e684-2c0c-495b-acbb-f526b3e70aa5',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.341260] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-004d8860-47e4-42d1-af79-81ad3354fb25 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.341260] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.341260] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.341260] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.341260] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('004d8860-47e4-42d1-af79-81ad3354fb25',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.341521] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-891eb189-7a70-45d5-be8d-45d5f7d10491 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.341652] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.342477] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.342706] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.342906] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('891eb189-7a70-45d5-be8d-45d5f7d10491',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.345511] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e44fcdd6-c25c-40da-9f8b-035616ab7b70 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.345511] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.345511] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.345511] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.345511] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e44fcdd6-c25c-40da-9f8b-035616ab7b70',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.345511] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e22994e-ff12-438c-90e4-4ea7c739af9a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.345804] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e22994e-ff12-438c-90e4-4ea7c739af9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.345804] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e22994e-ff12-438c-90e4-4ea7c739af9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.345804] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e22994e-ff12-438c-90e4-4ea7c739af9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.345878] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e22994e-ff12-438c-90e4-4ea7c739af9a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.346640] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fe9446e-a7bb-4a04-bacc-c73559534be4 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.346760] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.346822] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.346968] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.347046] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fe9446e-a7bb-4a04-bacc-c73559534be4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.347969] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13bdb589-dfb3-4108-a3dd-da905f9569fc taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.351108] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.351347] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.351585] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.351714] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13bdb589-dfb3-4108-a3dd-da905f9569fc',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.352938] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.353293] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.353293] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.353484] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.353585] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.354874] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-15149eb3-e81e-45d6-9e83-27a6d82a712b taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.355011] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.355305] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.355305] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.356073] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('15149eb3-e81e-45d6-9e83-27a6d82a712b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.357013] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2cc091f-39ca-45a5-82a9-e0496737e5b4 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.357013] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2cc091f-39ca-45a5-82a9-e0496737e5b4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.357013] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2cc091f-39ca-45a5-82a9-e0496737e5b4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.357272] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2cc091f-39ca-45a5-82a9-e0496737e5b4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.357355] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2cc091f-39ca-45a5-82a9-e0496737e5b4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.358091] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e602e291-5e59-47b2-8c4a-1a019595c1c2 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.358201] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e602e291-5e59-47b2-8c4a-1a019595c1c2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.358267] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e602e291-5e59-47b2-8c4a-1a019595c1c2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.358423] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e602e291-5e59-47b2-8c4a-1a019595c1c2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.359027] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e602e291-5e59-47b2-8c4a-1a019595c1c2',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.359299] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8fc17a09-51ab-40ab-8d6b-1248c63cbd07 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.359443] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.360049] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.360049] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.360049] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8fc17a09-51ab-40ab-8d6b-1248c63cbd07',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.518483] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.518693] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.518774] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.518975] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.540024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.540296] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.540485] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.540485] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.540682] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.540786] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.540883] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 is going to be updated. [ 1086.566554] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.566696] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.566799] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.566989] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.567540] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.578640] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 in Status: IN_PROGRESS for 2s [ 1086.656136] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.656345] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-216" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.656468] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-216" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.656798] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-216" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.657331] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.657535] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.657655] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.657942] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.658176] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.658401] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.658513] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.658619] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.658717] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.658821] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.658924] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.659074] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1086.674924] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.675140] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.675228] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.675451] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.675558] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.675665] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 is going to be updated. [ 1086.681715] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1086.681942] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1086.682275] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1086.682459] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-216" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.683382] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-5dc43283-05c4-45d8-a5ee-12b27d9fbf15 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.683582] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-5dc43283-05c4-45d8-a5ee-12b27d9fbf15" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.683761] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-5dc43283-05c4-45d8-a5ee-12b27d9fbf15" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.684019] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-5dc43283-05c4-45d8-a5ee-12b27d9fbf15" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.684187] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dc43283-05c4-45d8-a5ee-12b27d9fbf15',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.704539] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.704755] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.704803] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.707300] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.707300] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.716297] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: IN_PROGRESS for 2s [ 1086.868437] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fe9446e-a7bb-4a04-bacc-c73559534be4 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.868663] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.868663] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.868953] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.869198] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.869341] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.869436] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.869669] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.869742] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.869865] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.869978] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4fe9446e-a7bb-4a04-bacc-c73559534be4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.871027] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-68e7cee4-6ade-41e8-aaec-7944c5815937 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.871027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.871162] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.871832] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.871832] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.871832] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.871832] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.871832] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.871832] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.872107] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.872107] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('68e7cee4-6ade-41e8-aaec-7944c5815937',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.880264] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-891eb189-7a70-45d5-be8d-45d5f7d10491 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.880405] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.880576] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.880749] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.880846] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.880947] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.880947] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.881814] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.881814] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.881814] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.881814] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('891eb189-7a70-45d5-be8d-45d5f7d10491',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.882613] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-004d8860-47e4-42d1-af79-81ad3354fb25 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.882742] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.882784] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.882913] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.883069] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.883168] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.883679] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.883679] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.883679] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.883679] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.883679] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('004d8860-47e4-42d1-af79-81ad3354fb25',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.884420] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.884503] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.892883] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4fe9446e-a7bb-4a04-bacc-c73559534be4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.895694] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('004d8860-47e4-42d1-af79-81ad3354fb25',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.934023] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.934187] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.934257] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.934477] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.934566] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.934665] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 is going to be deleted. [ 1086.936270] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.936383] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.936452] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.936619] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.938142] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.938243] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.938995] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.939177] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.939825] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.939914] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.940638] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.940731] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.942105] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.942201] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.944156] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.944242] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.944939] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.945052] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.946356] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.946458] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.947175] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.947297] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.948168] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.948257] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.948873] env[65906]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1086.949307] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.949400] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.951528] env[65906]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1086.951939] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.952044] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.956084] env[65906]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1086.956517] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.956616] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.961148] env[65906]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1086.961997] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.961997] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5850073-142b-4eaa-aa82-ea4baa44042e is going to be deleted. [ 1086.962593] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.962803] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.990172] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.990172] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e44fcdd6-c25c-40da-9f8b-035616ab7b70 is going to be deleted. [ 1086.990172] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.990172] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.011795] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.012797] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.015026] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.015026] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4257e684-2c0c-495b-acbb-f526b3e70aa5 is going to be deleted. [ 1087.016052] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.016439] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.030744] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.030831] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.049167] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.049339] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c62f4880-4869-4535-b073-dc7c8ecc4c96 is going to be deleted. [ 1087.050519] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.050972] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.111503] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.111921] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.134250] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.134455] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e602e291-5e59-47b2-8c4a-1a019595c1c2 is going to be deleted. [ 1087.136032] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.136690] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.152361] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.152626] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.186285] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.186723] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.186723] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.186931] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.187096] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.187254] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port 5dc43283-05c4-45d8-a5ee-12b27d9fbf15 not found, creating... [ 1087.187526] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.187689] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.187804] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.188049] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.188229] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.188538] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.188715] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.188809] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.189014] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.189154] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.189292] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: 5dc43283-05c4-45d8-a5ee-12b27d9fbf15 is going to be created. [ 1087.192389] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.192504] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f248e2ee-c1e7-4b78-97f6-bd2f78ba3344 is going to be deleted. [ 1087.193461] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.193659] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.196812] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8966ee00-e334-44db-b9a8-8395eb857dec in Status: SUCCESS [ 1087.197024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.197547] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.197909] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.199210] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.199837] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.199837] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.199837] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.199837] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.199986] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8966ee00-e334-44db-b9a8-8395eb857dec',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.201886] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.202421] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.271116] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.271269] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f492bda3-a21f-434d-a31e-0e14d7a68f30 is going to be deleted. [ 1087.272409] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.272683] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.287795] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.288117] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.312499] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.312836] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.312989] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.313340] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.313619] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.313829] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-5dc43283-05c4-45d8-a5ee-12b27d9fbf15" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.353729] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.354447] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bec661aa-5760-41a3-a0f3-9e52b89f93bb is going to be deleted. [ 1087.355326] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.355326] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.387508] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.387640] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.389501] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('68e7cee4-6ade-41e8-aaec-7944c5815937',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.397445] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('891eb189-7a70-45d5-be8d-45d5f7d10491',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.401369] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 004d8860-47e4-42d1-af79-81ad3354fb25: rpc.has_security_group_logging(os_id): False [ 1087.402651] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4fe9446e-a7bb-4a04-bacc-c73559534be4: rpc.has_security_group_logging(os_id): False [ 1087.437424] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.437576] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.445607] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.445768] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e22994e-ff12-438c-90e4-4ea7c739af9a is going to be deleted. [ 1087.446728] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.446950] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.485789] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.485789] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.486866] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.486998] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.517233] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.517391] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8fc17a09-51ab-40ab-8d6b-1248c63cbd07 is going to be deleted. [ 1087.518829] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.519221] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.577273] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.577893] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.581964] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.581964] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2cc091f-39ca-45a5-82a9-e0496737e5b4 is going to be deleted. [ 1087.584548] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.584548] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.640561] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.640736] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.650454] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.650676] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 15149eb3-e81e-45d6-9e83-27a6d82a712b is going to be deleted. [ 1087.651818] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.652074] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.704735] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8966ee00-e334-44db-b9a8-8395eb857dec',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.719424] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.719424] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.729517] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.729647] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fab8baa-4a4d-460a-baf5-e5014426fecf is going to be deleted. [ 1087.730733] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.730985] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.764957] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.764957] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.772029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.772029] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13bdb589-dfb3-4108-a3dd-da905f9569fc is going to be deleted. [ 1087.772029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.772029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.772029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.772029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.772029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.772029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.772395] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.772591] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5850073-142b-4eaa-aa82-ea4baa44042e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.773220] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.773544] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.773769] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.773951] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e44fcdd6-c25c-40da-9f8b-035616ab7b70" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.774197] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.774533] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.774683] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.774906] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4257e684-2c0c-495b-acbb-f526b3e70aa5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.775130] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.775345] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.775488] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.775684] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c62f4880-4869-4535-b073-dc7c8ecc4c96" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.775884] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.776118] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.776374] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.776614] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e602e291-5e59-47b2-8c4a-1a019595c1c2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.776849] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.777108] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.777292] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.779557] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f248e2ee-c1e7-4b78-97f6-bd2f78ba3344" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.779557] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.779557] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.779557] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.779557] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f492bda3-a21f-434d-a31e-0e14d7a68f30" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.779557] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.779557] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.822446] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.822585] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.849714] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.850011] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.850170] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.850241] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.850532] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.850643] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.850761] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fe9446e-a7bb-4a04-bacc-c73559534be4 is going to be updated. [ 1087.852349] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.852620] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.883912] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.883912] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.894421] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 68e7cee4-6ade-41e8-aaec-7944c5815937: rpc.has_security_group_logging(os_id): False [ 1087.900246] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 891eb189-7a70-45d5-be8d-45d5f7d10491: rpc.has_security_group_logging(os_id): False [ 1087.928262] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.928518] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.928669] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.928742] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.928904] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.928976] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.929098] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 004d8860-47e4-42d1-af79-81ad3354fb25 is going to be updated. [ 1087.930303] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.930504] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.930612] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.930707] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e22994e-ff12-438c-90e4-4ea7c739af9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.930847] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.930995] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.931086] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.931207] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8fc17a09-51ab-40ab-8d6b-1248c63cbd07" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.931353] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.931498] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.931581] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.931736] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2cc091f-39ca-45a5-82a9-e0496737e5b4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.931853] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.931998] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.932075] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.932197] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-15149eb3-e81e-45d6-9e83-27a6d82a712b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.932832] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.932990] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.933085] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.933294] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bec661aa-5760-41a3-a0f3-9e52b89f93bb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.933387] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.933446] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.933521] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.933635] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fab8baa-4a4d-460a-baf5-e5014426fecf" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.934647] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.934778] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.934840] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.934981] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.938310] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.938310] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.970795] env[65906]: INFO networking_nsxv3.common.synchronization [req-614b94d3-dd1f-4fb7-85f7-02efa525adca req-72186a6a-d5d4-427c-96dd-a2e7392d7578 service nova] Enqueued Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_rules [ 1087.971014] env[65906]: INFO networking_nsxv3.common.synchronization [req-614b94d3-dd1f-4fb7-85f7-02efa525adca req-72186a6a-d5d4-427c-96dd-a2e7392d7578 service nova] Enqueued Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_members [ 1087.971223] env[65906]: INFO networking_nsxv3.common.synchronization [req-614b94d3-dd1f-4fb7-85f7-02efa525adca req-72186a6a-d5d4-427c-96dd-a2e7392d7578 service nova] Enqueued Resource ID: 5dc43283-05c4-45d8-a5ee-12b27d9fbf15 with Priority: HIGHEST for action port [ 1087.971920] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_rules [ 1087.972654] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_members [ 1087.972654] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dc43283-05c4-45d8-a5ee-12b27d9fbf15 with Priority: HIGHEST for action port [ 1087.973102] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7e94b9d-2d6d-4dff-bc98-4e18011d8811 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.973264] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.973376] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.973669] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.973822] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.975289] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.975456] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.975717] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dc43283-05c4-45d8-a5ee-12b27d9fbf15 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.975918] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dc43283-05c4-45d8-a5ee-12b27d9fbf15" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.976052] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dc43283-05c4-45d8-a5ee-12b27d9fbf15" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.977474] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dc43283-05c4-45d8-a5ee-12b27d9fbf15" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.977621] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dc43283-05c4-45d8-a5ee-12b27d9fbf15',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.992530] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.992743] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.003920] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.004257] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.004350] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.004419] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.004620] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.004813] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.004914] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68e7cee4-6ade-41e8-aaec-7944c5815937 is going to be updated. [ 1088.006034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.006220] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.025829] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.026082] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.053453] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.053774] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.053905] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.053990] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.054161] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.054398] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.054398] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 is going to be updated. [ 1088.056074] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.056361] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.056482] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.056664] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13bdb589-dfb3-4108-a3dd-da905f9569fc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.056809] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.056980] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.057124] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.094694] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fe9446e-a7bb-4a04-bacc-c73559534be4 in Status: IN_PROGRESS for 2s [ 1088.153739] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.153931] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.154056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.154316] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.154496] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.207532] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8966ee00-e334-44db-b9a8-8395eb857dec',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.212392] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 004d8860-47e4-42d1-af79-81ad3354fb25 in Status: IN_PROGRESS for 2s [ 1088.217396] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.217660] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.217764] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.218121] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.218348] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.224267] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.224455] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.224515] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.224701] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.224886] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.263877] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68e7cee4-6ade-41e8-aaec-7944c5815937 in Status: IN_PROGRESS for 2s [ 1088.278224] env[65906]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1088.278729] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 in Status: IN_PROGRESS for 2s [ 1088.483516] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.483658] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.483856] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5dc43283-05c4-45d8-a5ee-12b27d9fbf15 with status ACTIVE [ 1088.484070] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.484252] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.484321] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.484548] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.484688] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.484866] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.484969] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.485044] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.486895] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.486895] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.486895] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.486895] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.486895] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.486895] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.486895] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.486895] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5dc43283-05c4-45d8-a5ee-12b27d9fbf15 is going to be updated. [ 1088.511475] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.511762] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.511762] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.511982] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.512132] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.512297] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dc43283-05c4-45d8-a5ee-12b27d9fbf15" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.591396] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 in Status: SUCCESS [ 1088.592073] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 deletion is rescheduled due to dependency. [ 1088.592073] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.594167] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.595610] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.595772] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.595911] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.595997] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.596229] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.596597] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.596597] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.710781] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.710781] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.710781] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.710966] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.710966] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.711510] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8966ee00-e334-44db-b9a8-8395eb857dec is going to be updated. [ 1088.725921] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: SUCCESS [ 1088.726209] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.727041] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.727041] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.727041] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.727041] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.727041] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.727343] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.727397] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.727503] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.727616] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.745287] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.745464] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.745536] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.745791] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.745954] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.757812] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8966ee00-e334-44db-b9a8-8395eb857dec in Status: IN_PROGRESS for 2s [ 1088.768654] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-834 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.768854] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-834" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.769090] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-834" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.769384] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-834" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.769848] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.769848] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.769989] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.770218] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.770359] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.770596] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1088.770711] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1088.770820] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1088.770939] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1088.771087] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1088.771201] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1088.771335] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1088.801979] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1088.802190] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1088.802394] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1088.802506] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-834" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.802915] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-ce337389-84a1-4a5d-9a9a-f0efb33fd004 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.803168] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-ce337389-84a1-4a5d-9a9a-f0efb33fd004" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.803295] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-ce337389-84a1-4a5d-9a9a-f0efb33fd004" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.803654] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-ce337389-84a1-4a5d-9a9a-f0efb33fd004" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.803828] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce337389-84a1-4a5d-9a9a-f0efb33fd004',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.100094] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.229640] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.230022] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.230022] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.230147] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.230318] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.230419] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.230485] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.230635] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.230722] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.230810] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.230953] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.231058] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.231127] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.231259] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.231392] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.231493] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.231554] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.231893] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.231893] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.231893] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.232038] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.306418] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.306701] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.306930] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.307314] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.307502] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.307705] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port ce337389-84a1-4a5d-9a9a-f0efb33fd004 not found, creating... [ 1089.308047] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.308257] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.308389] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.308649] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.308792] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.309130] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.309293] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.309412] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.309658] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.309790] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.309935] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: ce337389-84a1-4a5d-9a9a-f0efb33fd004 is going to be created. [ 1089.339314] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.339563] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.339706] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.339987] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.340352] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.340646] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-ce337389-84a1-4a5d-9a9a-f0efb33fd004" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.602926] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.737257] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cbbfa4a-ad46-47cc-89e9-430f85a34801: rpc.has_security_group_logging(os_id): False [ 1089.757316] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.757465] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.757535] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.757781] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.780344] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.780553] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.780822] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.780822] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.780922] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.780978] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.781195] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.781311] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.781371] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.781544] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.781687] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.781849] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.781949] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.782034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.782183] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.782279] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.782368] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 is going to be updated. [ 1089.853637] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.853637] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.853637] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.853637] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.853637] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.867475] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: IN_PROGRESS for 2s [ 1090.068374] env[65906]: INFO networking_nsxv3.common.synchronization [req-614b94d3-dd1f-4fb7-85f7-02efa525adca req-b2c9be6c-2fc4-42c4-95fa-a34a8ad09cd2 service nova] Enqueued Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_rules [ 1090.068374] env[65906]: INFO networking_nsxv3.common.synchronization [req-614b94d3-dd1f-4fb7-85f7-02efa525adca req-b2c9be6c-2fc4-42c4-95fa-a34a8ad09cd2 service nova] Enqueued Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_members [ 1090.068374] env[65906]: INFO networking_nsxv3.common.synchronization [req-614b94d3-dd1f-4fb7-85f7-02efa525adca req-b2c9be6c-2fc4-42c4-95fa-a34a8ad09cd2 service nova] Enqueued Resource ID: ce337389-84a1-4a5d-9a9a-f0efb33fd004 with Priority: HIGHEST for action port [ 1090.068374] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_rules [ 1090.068374] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_members [ 1090.068374] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce337389-84a1-4a5d-9a9a-f0efb33fd004 with Priority: HIGHEST for action port [ 1090.072126] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7e94b9d-2d6d-4dff-bc98-4e18011d8811 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.072126] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.072233] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.072446] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.072515] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce337389-84a1-4a5d-9a9a-f0efb33fd004 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.073073] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce337389-84a1-4a5d-9a9a-f0efb33fd004" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.073073] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce337389-84a1-4a5d-9a9a-f0efb33fd004" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.073073] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce337389-84a1-4a5d-9a9a-f0efb33fd004" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.073238] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce337389-84a1-4a5d-9a9a-f0efb33fd004',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.106167] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.106789] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.106789] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.107043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.107233] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.107409] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 is going to be updated. [ 1090.109399] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fe9446e-a7bb-4a04-bacc-c73559534be4 in Status: SUCCESS [ 1090.112792] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.142605] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.143103] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.143284] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.145111] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.145111] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.154852] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 in Status: IN_PROGRESS for 2s [ 1090.229702] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 004d8860-47e4-42d1-af79-81ad3354fb25 in Status: SUCCESS [ 1090.230067] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.282039] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 68e7cee4-6ade-41e8-aaec-7944c5815937 in Status: SUCCESS [ 1090.282299] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.307462] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 in Status: SUCCESS [ 1090.307703] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.579849] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce337389-84a1-4a5d-9a9a-f0efb33fd004 with status ACTIVE [ 1090.580108] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.580251] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.580351] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.581042] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.581042] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.581042] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.581042] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.581042] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.581242] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.581242] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.581372] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.581468] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.581530] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.581719] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.581787] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.581886] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce337389-84a1-4a5d-9a9a-f0efb33fd004 is going to be updated. [ 1090.607991] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.607991] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.607991] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.607991] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.608257] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.608701] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce337389-84a1-4a5d-9a9a-f0efb33fd004" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.767194] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8966ee00-e334-44db-b9a8-8395eb857dec in Status: SUCCESS [ 1090.767344] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.767494] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.767715] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.767943] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.768036] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.768083] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.768240] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.768316] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.768396] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.768488] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8966ee00-e334-44db-b9a8-8395eb857dec',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.271062] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8966ee00-e334-44db-b9a8-8395eb857dec',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.773388] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8966ee00-e334-44db-b9a8-8395eb857dec: rpc.has_security_group_logging(os_id): False [ 1091.792859] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.793058] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.793109] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.793326] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.813184] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.813528] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.813681] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.813796] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.814098] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.814201] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.814312] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8966ee00-e334-44db-b9a8-8395eb857dec is going to be updated. [ 1091.880017] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.880251] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.880251] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.880459] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.880604] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.910325] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: SUCCESS [ 1091.910549] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.911707] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8966ee00-e334-44db-b9a8-8395eb857dec in Status: IN_PROGRESS for 2s [ 1092.167362] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 in Status: SUCCESS [ 1092.167460] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.167615] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.167869] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.168071] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.168276] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.168349] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.168506] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.168638] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.168718] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.672035] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.174323] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.677641] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.677641] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.677641] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.678073] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.678073] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.678073] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 is going to be updated. [ 1093.706618] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.706752] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.706812] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.707057] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.707246] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.717313] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 in Status: IN_PROGRESS for 2s [ 1093.929319] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8966ee00-e334-44db-b9a8-8395eb857dec in Status: SUCCESS [ 1093.929620] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.068706] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1095.069172] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 1095.730944] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 in Status: SUCCESS [ 1095.731281] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.731512] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.731855] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.732119] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.732334] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.733011] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.733370] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.733370] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.733581] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.733581] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.736230] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.737050] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.737050] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.737050] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.737050] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.737050] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.737297] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.737297] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.885754] env[65906]: INFO networking_nsxv3.common.synchronization [None req-5d0800a3-35e5-4756-946c-5894cc727f12 tempest-AttachInterfacesTestJSON-1137117109 tempest-AttachInterfacesTestJSON-1137117109-project-member] Enqueued Resource ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 with Priority: HIGHEST for action security_group_members [ 1095.885754] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 with Priority: HIGHEST for action security_group_members [ 1095.885754] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-403d1e32-f39c-439d-b495-bca4f2a9ab47 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.885754] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.885754] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.885754] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.885754] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.885754] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.885754] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.885754] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.885754] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.885754] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.239551] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.239942] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.239942] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.387711] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.387947] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.388050] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.388357] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.412984] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.413358] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.413584] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.413710] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.413962] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.414171] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.414348] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 is going to be updated. [ 1096.446416] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.446416] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.446416] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.446756] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.446756] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.459287] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 in Status: IN_PROGRESS for 2s [ 1096.743177] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.246331] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.246743] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.246743] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.246743] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.246859] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.246917] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 is going to be updated. [ 1097.286157] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.286394] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.286394] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.286593] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.286734] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.297130] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 in Status: IN_PROGRESS for 2s [ 1097.359497] env[65906]: INFO networking_nsxv3.common.synchronization [req-e8d06f29-9edb-437c-a489-9d3546a0b606 req-e78a5170-c64f-4798-a8b0-0505b69572ff tempest-ServersTestJSON-597851649 tempest-ServersTestJSON-597851649-project-member] Enqueued Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 1097.361443] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 1097.362512] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.363131] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.363825] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.363912] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.364342] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.364705] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.365558] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.365558] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.365667] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.365782] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.711210] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-772 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.711466] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-772" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.711635] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-772" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.712040] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-772" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.712348] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.712564] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.712742] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.713040] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.713234] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.713523] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.713692] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1097.713873] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1097.714121] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1097.714313] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1097.714477] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1097.714679] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1097.735910] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1097.736085] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1097.736228] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1097.736406] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-772" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.736740] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-8ef55263-86d9-4e9b-9669-1cf6e48b8b2a taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.736905] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-8ef55263-86d9-4e9b-9669-1cf6e48b8b2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.737035] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-8ef55263-86d9-4e9b-9669-1cf6e48b8b2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.737380] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-8ef55263-86d9-4e9b-9669-1cf6e48b8b2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.737523] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ef55263-86d9-4e9b-9669-1cf6e48b8b2a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.869103] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.239802] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.240290] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.240571] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.241182] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.241369] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.241643] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port 8ef55263-86d9-4e9b-9669-1cf6e48b8b2a not found, creating... [ 1098.243012] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.243012] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.243012] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.243012] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.243203] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.243875] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.243875] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.244170] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.244319] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.244523] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.244738] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: 8ef55263-86d9-4e9b-9669-1cf6e48b8b2a is going to be created. [ 1098.278674] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.279100] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.279158] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.279534] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.279833] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.280166] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-8ef55263-86d9-4e9b-9669-1cf6e48b8b2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.370721] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.469728] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 in Status: SUCCESS [ 1098.469728] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 deletion is rescheduled due to dependency. [ 1098.469728] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.873564] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.873775] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.873775] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.874023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.874119] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.874219] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 is going to be updated. [ 1098.903667] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.903824] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.903868] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.904222] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.904358] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.914368] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: IN_PROGRESS for 2s [ 1098.958083] env[65906]: INFO networking_nsxv3.common.synchronization [req-e8d06f29-9edb-437c-a489-9d3546a0b606 req-b2ac34f4-952a-40a6-9769-171a65513a06 service nova] Enqueued Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_rules [ 1098.958300] env[65906]: INFO networking_nsxv3.common.synchronization [req-e8d06f29-9edb-437c-a489-9d3546a0b606 req-b2ac34f4-952a-40a6-9769-171a65513a06 service nova] Enqueued Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 1098.958484] env[65906]: INFO networking_nsxv3.common.synchronization [req-e8d06f29-9edb-437c-a489-9d3546a0b606 req-b2ac34f4-952a-40a6-9769-171a65513a06 service nova] Enqueued Resource ID: 8ef55263-86d9-4e9b-9669-1cf6e48b8b2a with Priority: HIGHEST for action port [ 1098.959020] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_rules [ 1098.959223] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 1098.959312] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ef55263-86d9-4e9b-9669-1cf6e48b8b2a with Priority: HIGHEST for action port [ 1098.959622] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.959720] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.960065] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.960065] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.960065] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.961450] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.961450] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.961628] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ef55263-86d9-4e9b-9669-1cf6e48b8b2a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.961710] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ef55263-86d9-4e9b-9669-1cf6e48b8b2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.962079] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ef55263-86d9-4e9b-9669-1cf6e48b8b2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.962079] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ef55263-86d9-4e9b-9669-1cf6e48b8b2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.962079] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ef55263-86d9-4e9b-9669-1cf6e48b8b2a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.308882] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 in Status: SUCCESS [ 1099.309228] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.309339] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.309710] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.310020] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.310176] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.310249] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.310423] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.310510] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.310600] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.310762] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.310861] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.310922] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.311075] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.311252] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.311378] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.311378] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.311494] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.311567] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.311645] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.311794] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.463873] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.463996] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.465404] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ef55263-86d9-4e9b-9669-1cf6e48b8b2a with status ACTIVE [ 1099.465684] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.465901] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.465901] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.466231] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.466347] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.466552] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.466689] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.466773] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.466962] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.467094] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.467376] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.467521] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.467647] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.467863] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.467968] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.468094] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ef55263-86d9-4e9b-9669-1cf6e48b8b2a is going to be updated. [ 1099.494700] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.494912] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.494988] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.495208] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.495350] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.495522] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ef55263-86d9-4e9b-9669-1cf6e48b8b2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.815031] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7e94b9d-2d6d-4dff-bc98-4e18011d8811: rpc.has_security_group_logging(os_id): False [ 1099.838040] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.838242] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.838242] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.838473] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.838473] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.838675] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.838775] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.838864] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.838982] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.839068] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.839242] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.839335] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.839397] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.839532] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.839805] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.839805] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.839805] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.840053] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.840053] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.840130] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.840205] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 is going to be created. [ 1099.914820] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.915033] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.915033] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.915270] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.915449] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.932631] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 in Status: IN_PROGRESS for 2s [ 1100.925333] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: SUCCESS [ 1100.925693] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.925791] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.926130] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.926326] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.926472] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.926548] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.926740] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.926785] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.926880] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.429594] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.902113] env[65906]: INFO networking_nsxv3.common.synchronization [req-17a26445-4892-4a93-bac1-7aa78ff00de2 req-79dbdbae-100f-4062-88b4-3ee6179c8c49 tempest-ServersTestMultiNic-1773582947 tempest-ServersTestMultiNic-1773582947-project-member] Enqueued Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_members [ 1101.902709] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_members [ 1101.903130] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.903278] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.903332] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.903543] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.903689] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.903844] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.903844] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.904021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.904125] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.904243] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.932292] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.954292] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 in Status: SUCCESS [ 1101.954644] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.954905] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.955205] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.955350] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.134071] env[65906]: INFO networking_nsxv3.common.synchronization [req-17a26445-4892-4a93-bac1-7aa78ff00de2 req-32e9acd9-8cb0-4864-ae9e-afab41995e85 tempest-ServersTestMultiNic-1773582947 tempest-ServersTestMultiNic-1773582947-project-member] Enqueued Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_members [ 1102.134698] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGHEST for action security_group_members [ 1102.135018] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.135150] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.406834] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.435055] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.435186] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.435222] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.435471] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.435557] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.435662] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 is going to be updated. [ 1102.460178] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.460374] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.502202] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.502398] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.502398] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.502548] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.502727] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.514553] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: IN_PROGRESS for 2s [ 1102.909122] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.342264] env[65906]: INFO networking_nsxv3.common.synchronization [req-4fe64361-ff08-4577-8114-59a4de5500fb req-e9c922e7-3843-418a-81f8-d819f4a4e460 tempest-AttachVolumeShelveTestJSON-944459229 tempest-AttachVolumeShelveTestJSON-944459229-project-member] Enqueued Resource ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 with Priority: HIGHEST for action security_group_members [ 1103.343101] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 with Priority: HIGHEST for action security_group_members [ 1103.343462] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-891eb189-7a70-45d5-be8d-45d5f7d10491 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.343600] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.343696] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.344069] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.344163] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.344250] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.344300] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.344505] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.344611] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.344721] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('891eb189-7a70-45d5-be8d-45d5f7d10491',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.411746] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.411951] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.412041] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.412253] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.412360] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.412464] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 is going to be updated. [ 1103.443268] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.443437] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.443509] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.443751] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.443932] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.455609] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 in Status: IN_PROGRESS for 2s [ 1103.847550] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.847713] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.847789] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.848033] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.848128] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.848339] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.848438] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.848500] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.848652] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.848726] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.848815] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 is going to be updated. [ 1103.879395] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.879592] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.879592] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.880080] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.880317] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.889728] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 in Status: IN_PROGRESS for 2s [ 1104.525029] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: SUCCESS [ 1104.525029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.525029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.525407] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.525465] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.525625] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.525704] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.525883] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.526072] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.526206] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.526296] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.665631] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-821 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.665865] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-821" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.666115] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-821" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.666669] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-821" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.666937] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.667119] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.667283] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.667500] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.667643] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.667856] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1104.668038] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1104.668185] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1104.668305] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1104.668420] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1104.668786] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1104.668937] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1104.691523] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1104.691691] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1104.691924] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1104.692124] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-821" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.692457] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-4483e8ce-543a-4e24-92e2-17a714de1909 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.692652] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-4483e8ce-543a-4e24-92e2-17a714de1909" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.692774] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-4483e8ce-543a-4e24-92e2-17a714de1909" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.693122] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-4483e8ce-543a-4e24-92e2-17a714de1909" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.693553] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4483e8ce-543a-4e24-92e2-17a714de1909',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.029717] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.029988] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.030067] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.030529] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.030970] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.031157] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.031321] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.031572] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.031737] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.032191] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.032396] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.032894] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.033131] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.033343] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.033872] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.034295] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.034382] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.034715] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.034873] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.034994] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.035152] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.195964] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.196246] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.196380] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.196667] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.196819] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.196960] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port 4483e8ce-543a-4e24-92e2-17a714de1909 not found, creating... [ 1105.197306] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.197485] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.197603] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.197827] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.197964] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.198262] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.198414] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.198525] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.198728] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.198857] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.198995] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: 4483e8ce-543a-4e24-92e2-17a714de1909 is going to be created. [ 1105.228979] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.229259] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.229368] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.229835] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.230078] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.230268] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-4483e8ce-543a-4e24-92e2-17a714de1909" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.465089] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 in Status: SUCCESS [ 1105.465345] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.465493] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.465723] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.466210] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.466371] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.466429] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.466563] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.466631] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.466729] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.537739] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8cbbfa4a-ad46-47cc-89e9-430f85a34801: rpc.has_security_group_logging(os_id): False [ 1105.558626] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.559378] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.559378] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.559378] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.559378] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.559378] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.559643] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.559643] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.559643] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.559753] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.559888] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.559970] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.560052] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.560191] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.560333] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.560461] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.560534] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.560688] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.560741] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.560799] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.560880] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 is going to be updated. [ 1105.668988] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.669185] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.669245] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.669473] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.669878] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.704355] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: IN_PROGRESS for 2s [ 1105.901844] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 in Status: SUCCESS [ 1105.901844] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 deletion is rescheduled due to dependency. [ 1105.901844] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.962252] env[65906]: INFO networking_nsxv3.common.synchronization [req-67beb6a8-f822-4e6c-8102-92ffac162f83 req-47754c25-1806-44fb-ac0d-901638fb3418 service nova] Enqueued Resource ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 with Priority: HIGHEST for action security_group_rules [ 1105.962252] env[65906]: INFO networking_nsxv3.common.synchronization [req-67beb6a8-f822-4e6c-8102-92ffac162f83 req-47754c25-1806-44fb-ac0d-901638fb3418 service nova] Enqueued Resource ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 with Priority: HIGHEST for action security_group_members [ 1105.962252] env[65906]: INFO networking_nsxv3.common.synchronization [req-67beb6a8-f822-4e6c-8102-92ffac162f83 req-47754c25-1806-44fb-ac0d-901638fb3418 service nova] Enqueued Resource ID: 4483e8ce-543a-4e24-92e2-17a714de1909 with Priority: HIGHEST for action port [ 1105.962252] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 with Priority: HIGHEST for action security_group_rules [ 1105.962252] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 with Priority: HIGHEST for action security_group_members [ 1105.962252] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4483e8ce-543a-4e24-92e2-17a714de1909 with Priority: HIGHEST for action port [ 1105.962252] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-403d1e32-f39c-439d-b495-bca4f2a9ab47 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.962896] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.963232] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.964104] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.964293] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.965233] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-403d1e32-f39c-439d-b495-bca4f2a9ab47 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.965689] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.965986] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.966288] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.969512] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.969512] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.969512] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.969512] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.969512] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.969512] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.970168] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-4483e8ce-543a-4e24-92e2-17a714de1909 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.970247] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4483e8ce-543a-4e24-92e2-17a714de1909" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.970526] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4483e8ce-543a-4e24-92e2-17a714de1909" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.970526] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4483e8ce-543a-4e24-92e2-17a714de1909" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.970641] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4483e8ce-543a-4e24-92e2-17a714de1909',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.972875] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.972875] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.972875] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.972875] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.972875] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.972875] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.972875] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.972875] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.973211] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.973255] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.973422] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 is going to be updated. [ 1106.004655] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.004812] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.004885] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.005134] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.005320] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.015100] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 in Status: IN_PROGRESS for 2s [ 1106.057748] env[65906]: INFO networking_nsxv3.common.synchronization [req-d978060c-72f1-49b7-bcb6-47c428defcc0 req-554a7d32-8ab1-48bf-a2b3-57297996e0cc tempest-ServersTestManualDisk-662943924 tempest-ServersTestManualDisk-662943924-project-member] Enqueued Resource ID: 004d8860-47e4-42d1-af79-81ad3354fb25 with Priority: HIGHEST for action security_group_members [ 1106.058266] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004d8860-47e4-42d1-af79-81ad3354fb25 with Priority: HIGHEST for action security_group_members [ 1106.058919] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-004d8860-47e4-42d1-af79-81ad3354fb25 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.058919] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.058919] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.059168] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.059728] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.059728] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.059728] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.059728] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.059728] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.059963] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('004d8860-47e4-42d1-af79-81ad3354fb25',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.472279] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.473438] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-403d1e32-f39c-439d-b495-bca4f2a9ab47 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.473566] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.475366] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4483e8ce-543a-4e24-92e2-17a714de1909 with status ACTIVE [ 1106.475971] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.475971] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.475971] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.475971] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.476160] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.476727] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.476727] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.476727] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.476727] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.476727] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.476944] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.476944] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.476944] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.477232] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.477232] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.477395] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4483e8ce-543a-4e24-92e2-17a714de1909 is going to be updated. [ 1106.499927] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.500101] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.500213] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.500368] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.500503] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.500660] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4483e8ce-543a-4e24-92e2-17a714de1909" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.564140] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.564140] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.564495] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.564688] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.564688] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.564944] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.565119] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.565219] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.565494] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.565591] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.565745] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 004d8860-47e4-42d1-af79-81ad3354fb25 is going to be updated. [ 1106.601533] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.601687] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.601740] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.601962] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.602161] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.612374] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004d8860-47e4-42d1-af79-81ad3354fb25 in Status: IN_PROGRESS for 2s [ 1106.705601] env[65906]: INFO networking_nsxv3.common.synchronization [req-802559aa-c9ec-4038-bfc3-f0c4a45b851c req-394aa51e-81ac-426a-8404-3b4fe540e635 tempest-DeleteServersTestJSON-2048875208 tempest-DeleteServersTestJSON-2048875208-project-member] Enqueued Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_members [ 1106.706258] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_members [ 1106.706579] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.706712] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.707977] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.707977] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.708158] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.708229] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.708351] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.708432] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.709017] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.709017] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.977024] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.211676] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.211934] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.212027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.212264] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.239807] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.240198] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.240370] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.240467] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.240740] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.240914] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.241008] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 is going to be updated. [ 1107.308343] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.308500] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.308500] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.309100] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.309100] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.318260] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: IN_PROGRESS for 2s [ 1107.482355] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.482560] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.482639] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.482895] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.482994] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.483136] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 is going to be updated. [ 1107.516018] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.516214] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.516259] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.516465] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.516609] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.525805] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 in Status: IN_PROGRESS for 2s [ 1107.722671] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: SUCCESS [ 1107.722988] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.038554] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 in Status: SUCCESS [ 1108.038884] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 deletion is rescheduled due to dependency. [ 1108.039119] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.039390] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.039727] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.040094] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.040258] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.040347] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.040576] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.040694] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.040816] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.040943] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.544309] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.544482] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.544527] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.544737] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.544996] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.545190] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.545283] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.545455] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.545545] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.545637] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.545787] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.545933] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.545933] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.546087] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.546226] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.546326] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.546426] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.546536] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.546588] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.546650] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.546739] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.622746] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 004d8860-47e4-42d1-af79-81ad3354fb25 in Status: SUCCESS [ 1108.622951] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 004d8860-47e4-42d1-af79-81ad3354fb25 deletion is rescheduled due to dependency. [ 1108.623036] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.048702] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7e94b9d-2d6d-4dff-bc98-4e18011d8811: rpc.has_security_group_logging(os_id): False [ 1109.069097] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.069350] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.069350] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.069548] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.069637] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.069871] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.069999] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.070092] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.070270] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.070345] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.070534] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.070652] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.070714] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.070893] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.070893] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.071092] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.071190] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.071251] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.071425] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.071501] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.071584] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 is going to be updated. [ 1109.164922] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.165176] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.165287] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.165602] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.165837] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.210438] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 in Status: IN_PROGRESS for 2s [ 1109.328223] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: SUCCESS [ 1109.328430] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 deletion is rescheduled due to dependency. [ 1109.328559] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.536645] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 in Status: SUCCESS [ 1109.536926] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.537201] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.537481] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.537693] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.537836] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.537905] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.538132] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.538223] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.538347] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.538448] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.041062] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-403d1e32-f39c-439d-b495-bca4f2a9ab47 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.041257] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.041257] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.041493] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.041679] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.041799] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.041913] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.042169] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.042274] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.042367] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.042519] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-403d1e32-f39c-439d-b495-bca4f2a9ab47 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.042613] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.042673] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.042814] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.042952] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.043056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.043108] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.043245] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.043320] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.043402] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.043490] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.547450] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 403d1e32-f39c-439d-b495-bca4f2a9ab47: rpc.has_security_group_logging(os_id): False [ 1110.566061] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.566061] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.566061] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.566061] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.566061] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.566061] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.566061] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.566061] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.566061] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.566061] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.567152] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.567152] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.567152] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.567598] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.568063] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.568063] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.568273] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.568470] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.571363] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.571363] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.571363] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 is going to be updated. [ 1110.649933] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.650200] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.650240] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.650459] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.651118] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.664461] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 in Status: IN_PROGRESS for 2s [ 1110.968614] env[65906]: INFO networking_nsxv3.common.synchronization [None req-134ffd22-1bdc-49ce-89df-2343c8a61d2e tempest-AttachVolumeShelveTestJSON-944459229 tempest-AttachVolumeShelveTestJSON-944459229-project-member] Enqueued Resource ID: 8740ea50-7cf6-4808-be4c-faf27a6f1237 with Priority: HIGHEST for action security_group_rules [ 1110.969209] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8740ea50-7cf6-4808-be4c-faf27a6f1237 with Priority: HIGHEST for action security_group_rules [ 1110.969522] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8740ea50-7cf6-4808-be4c-faf27a6f1237 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.969896] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.969977] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.970291] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.970425] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8740ea50-7cf6-4808-be4c-faf27a6f1237',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.082572] env[65906]: INFO networking_nsxv3.common.synchronization [None req-af6921d6-253b-43fc-ad1d-ba4a67842c57 tempest-AttachVolumeShelveTestJSON-944459229 tempest-AttachVolumeShelveTestJSON-944459229-project-member] Enqueued Resource ID: 8740ea50-7cf6-4808-be4c-faf27a6f1237 with Priority: HIGHEST for action security_group_rules [ 1111.083222] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8740ea50-7cf6-4808-be4c-faf27a6f1237 with Priority: HIGHEST for action security_group_rules [ 1111.083697] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8740ea50-7cf6-4808-be4c-faf27a6f1237 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.083851] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.231035] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 in Status: SUCCESS [ 1111.231035] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.494125] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.494325] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.494397] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.494619] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.494709] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.494824] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8740ea50-7cf6-4808-be4c-faf27a6f1237 already deleted. [ 1111.494917] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.495084] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.495241] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.495325] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8740ea50-7cf6-4808-be4c-faf27a6f1237',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.017601] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.017601] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.017601] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.017968] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.017968] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.017968] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8740ea50-7cf6-4808-be4c-faf27a6f1237 already deleted. [ 1112.018071] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.076916] env[65906]: INFO networking_nsxv3.common.synchronization [req-da09fcbd-3470-42fa-b86c-45b7d34d9aa3 req-a5469980-b626-4a6a-a31c-656f5e47e42c tempest-ServersTestJSON-597851649 tempest-ServersTestJSON-597851649-project-member] Enqueued Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 1112.077891] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 1112.082296] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.082438] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.082511] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.082729] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.082943] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.083038] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.083104] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.083256] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.083339] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.083437] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.586213] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.682400] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 in Status: SUCCESS [ 1112.683384] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.089115] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.590729] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.590928] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.591030] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.591314] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.591441] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.591580] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 is going to be updated. [ 1113.624364] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.624364] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.624364] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.624638] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.624669] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.634392] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: IN_PROGRESS for 2s [ 1114.178746] env[65906]: INFO networking_nsxv3.common.synchronization [None req-20c08d06-4c70-46e9-82c9-9a44a3a783ed None None] Enqueued Resource ID: 79118a6b-4e6d-4a7c-af61-68ca212e7c75 with Priority: HIGHEST for action port [ 1114.179802] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79118a6b-4e6d-4a7c-af61-68ca212e7c75 with Priority: HIGHEST for action port [ 1114.179802] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-79118a6b-4e6d-4a7c-af61-68ca212e7c75 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.179802] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79118a6b-4e6d-4a7c-af61-68ca212e7c75" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.179802] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79118a6b-4e6d-4a7c-af61-68ca212e7c75" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.180017] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79118a6b-4e6d-4a7c-af61-68ca212e7c75" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.181186] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79118a6b-4e6d-4a7c-af61-68ca212e7c75',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.684055] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79118a6b-4e6d-4a7c-af61-68ca212e7c75 [ 1114.684055] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.684055] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.684055] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.684407] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.684407] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.684407] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79118a6b-4e6d-4a7c-af61-68ca212e7c75 already deleted. [ 1114.684518] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79118a6b-4e6d-4a7c-af61-68ca212e7c75" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.859344] env[65906]: INFO networking_nsxv3.common.synchronization [req-cce62c48-be4f-4423-a267-ce4242e21ada req-e6f5996b-b3d3-4bc3-87c7-d3dffdc03c5c tempest-DeleteServersTestJSON-2048875208 tempest-DeleteServersTestJSON-2048875208-project-member] Enqueued Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_members [ 1114.859906] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_members [ 1114.860440] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.860440] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.860440] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.860813] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.860813] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.860915] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.860956] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.862556] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.862736] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.862891] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.104776] env[65906]: INFO networking_nsxv3.common.synchronization [None req-4397700f-8239-4e31-933f-939e40dd727d tempest-ServerActionsTestOtherA-1758405275 tempest-ServerActionsTestOtherA-1758405275-project-member] Enqueued Resource ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 with Priority: HIGHEST for action security_group_rules [ 1115.104776] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 with Priority: HIGHEST for action security_group_rules [ 1115.104776] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.104776] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.105205] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.105655] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.105881] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.197653] env[65906]: INFO networking_nsxv3.common.synchronization [None req-9c151a3c-311b-4079-8a1a-eb0bb3eb4114 tempest-ServerActionsTestOtherA-1758405275 tempest-ServerActionsTestOtherA-1758405275-project-member] Enqueued Resource ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 with Priority: HIGHEST for action security_group_rules [ 1115.197653] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 with Priority: HIGHEST for action security_group_rules [ 1115.197653] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.197653] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.234142] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.234278] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-226" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.234381] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-226" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.234656] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-226" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.234920] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.236314] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.236468] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.236690] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.236836] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.237099] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.237244] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1115.237394] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1115.237554] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1115.237681] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.237788] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1115.237926] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1115.260428] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1115.260599] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1115.260736] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1115.260907] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-226" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.261498] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-0cf488e0-9eea-4022-aa2e-394acc2a06b0 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.261700] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-0cf488e0-9eea-4022-aa2e-394acc2a06b0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.261869] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-0cf488e0-9eea-4022-aa2e-394acc2a06b0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.262275] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-0cf488e0-9eea-4022-aa2e-394acc2a06b0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.262427] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cf488e0-9eea-4022-aa2e-394acc2a06b0',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.365138] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.365285] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.365392] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.365576] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.365665] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.365863] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.365962] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.366043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.366198] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.366296] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.367384] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 is going to be updated. [ 1115.395456] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.395456] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.395456] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.395711] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.395711] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.405977] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: IN_PROGRESS for 2s [ 1115.638149] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.638149] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.638149] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.638464] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.638464] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.638519] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 already deleted. [ 1115.638599] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.638753] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.638905] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.638983] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.657629] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: SUCCESS [ 1115.657629] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.765406] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.765646] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.766395] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.766763] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.766922] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.767348] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port 0cf488e0-9eea-4022-aa2e-394acc2a06b0 not found, creating... [ 1115.767464] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.767618] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.767713] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.768350] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.768350] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.768350] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.768670] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.768670] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.768766] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.768894] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.769134] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: 0cf488e0-9eea-4022-aa2e-394acc2a06b0 is going to be created. [ 1115.791488] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.791980] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.792159] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.792418] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.792640] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.792869] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-0cf488e0-9eea-4022-aa2e-394acc2a06b0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.163528] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.163528] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.163528] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.163528] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.163528] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.163528] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 already deleted. [ 1116.163528] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.493272] env[65906]: INFO networking_nsxv3.common.synchronization [None req-38fb64d8-8f9b-40ef-b60a-b94f4bba286e None None] Enqueued Resource ID: 4947572c-8310-4a8c-a0be-f37202949f59 with Priority: HIGHEST for action port [ 1116.493832] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4947572c-8310-4a8c-a0be-f37202949f59 with Priority: HIGHEST for action port [ 1116.496096] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-4947572c-8310-4a8c-a0be-f37202949f59 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.496256] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4947572c-8310-4a8c-a0be-f37202949f59" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.496411] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4947572c-8310-4a8c-a0be-f37202949f59" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.497716] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4947572c-8310-4a8c-a0be-f37202949f59" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.497716] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4947572c-8310-4a8c-a0be-f37202949f59',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.539950] env[65906]: INFO networking_nsxv3.common.synchronization [req-cce62c48-be4f-4423-a267-ce4242e21ada req-968b8d92-b427-4591-a007-2cfb8645e296 service nova] Enqueued Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_rules [ 1116.540207] env[65906]: INFO networking_nsxv3.common.synchronization [req-cce62c48-be4f-4423-a267-ce4242e21ada req-968b8d92-b427-4591-a007-2cfb8645e296 service nova] Enqueued Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_members [ 1116.540371] env[65906]: INFO networking_nsxv3.common.synchronization [req-cce62c48-be4f-4423-a267-ce4242e21ada req-968b8d92-b427-4591-a007-2cfb8645e296 service nova] Enqueued Resource ID: 0cf488e0-9eea-4022-aa2e-394acc2a06b0 with Priority: HIGHEST for action port [ 1116.541071] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_rules [ 1116.541193] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_members [ 1116.541264] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf488e0-9eea-4022-aa2e-394acc2a06b0 with Priority: HIGHEST for action port [ 1116.541538] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.541665] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.541810] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.542595] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.542595] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.543141] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.543252] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.543852] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cf488e0-9eea-4022-aa2e-394acc2a06b0 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.543852] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cf488e0-9eea-4022-aa2e-394acc2a06b0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.543852] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cf488e0-9eea-4022-aa2e-394acc2a06b0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.543852] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cf488e0-9eea-4022-aa2e-394acc2a06b0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.544167] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cf488e0-9eea-4022-aa2e-394acc2a06b0',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.000914] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4947572c-8310-4a8c-a0be-f37202949f59 [ 1117.000914] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.000914] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.000914] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.000914] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.000914] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.000914] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4947572c-8310-4a8c-a0be-f37202949f59 already deleted. [ 1117.000914] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4947572c-8310-4a8c-a0be-f37202949f59" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.046552] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.046998] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.048416] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0cf488e0-9eea-4022-aa2e-394acc2a06b0 with status ACTIVE [ 1117.048651] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.048809] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.049095] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.049574] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.049721] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.049974] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.050177] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.050245] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.051292] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.051604] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.051708] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.051835] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.051902] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.052167] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.052252] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.052347] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0cf488e0-9eea-4022-aa2e-394acc2a06b0 is going to be updated. [ 1117.079262] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.079262] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.079262] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.079262] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.079262] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.079262] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cf488e0-9eea-4022-aa2e-394acc2a06b0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.420119] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: SUCCESS [ 1117.420119] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 deletion is rescheduled due to dependency. [ 1117.420119] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.420119] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.420119] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.420119] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.420119] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.420119] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.420119] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.420119] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.420119] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.927138] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.157384] env[65906]: INFO networking_nsxv3.common.synchronization [None req-68c066d7-e089-4d32-b7bc-b8c488f8459a None None] Enqueued Resource ID: 605a73b6-3f66-4751-bc99-50154b4107e5 with Priority: HIGHEST for action port [ 1118.157933] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 605a73b6-3f66-4751-bc99-50154b4107e5 with Priority: HIGHEST for action port [ 1118.158257] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-605a73b6-3f66-4751-bc99-50154b4107e5 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.158378] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-605a73b6-3f66-4751-bc99-50154b4107e5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.158444] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-605a73b6-3f66-4751-bc99-50154b4107e5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.158702] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-605a73b6-3f66-4751-bc99-50154b4107e5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.158783] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('605a73b6-3f66-4751-bc99-50154b4107e5',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.433107] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.660863] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 605a73b6-3f66-4751-bc99-50154b4107e5 [ 1118.661180] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.661390] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.661460] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.661733] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.661800] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.661901] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:605a73b6-3f66-4751-bc99-50154b4107e5 already deleted. [ 1118.662031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-605a73b6-3f66-4751-bc99-50154b4107e5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.939014] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.939285] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.939285] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.939501] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.939590] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.939689] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 is going to be updated. [ 1118.970546] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.970546] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.970546] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.970546] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.970546] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.982304] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: IN_PROGRESS for 2s [ 1119.014012] env[65906]: INFO networking_nsxv3.common.synchronization [req-7b8cf6e6-7173-42bd-a2e8-554d87ea1d71 req-1d84c1be-369f-4d8c-97d7-1548dc2b2428 tempest-ServerActionsTestOtherB-1909252011 tempest-ServerActionsTestOtherB-1909252011-project-member] Enqueued Resource ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 with Priority: HIGHEST for action security_group_members [ 1119.014012] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 with Priority: HIGHEST for action security_group_members [ 1119.014012] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5148d9e6-813b-4387-a770-c50a3b8104c3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.014012] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.014012] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.014012] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.014012] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.014012] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.014012] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.014012] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.014012] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.014512] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5148d9e6-813b-4387-a770-c50a3b8104c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.119199] env[65906]: INFO networking_nsxv3.common.synchronization [req-04d84a63-7046-4bbd-907e-740e712b31de req-c472b87f-0dac-4719-ba22-b6e0da535a76 tempest-AttachVolumeShelveTestJSON-944459229 tempest-AttachVolumeShelveTestJSON-944459229-project-member] Enqueued Resource ID: 8740ea50-7cf6-4808-be4c-faf27a6f1237 with Priority: HIGHEST for action security_group_members [ 1119.119812] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8740ea50-7cf6-4808-be4c-faf27a6f1237 with Priority: HIGHEST for action security_group_members [ 1119.120926] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8740ea50-7cf6-4808-be4c-faf27a6f1237 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.120926] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.121122] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.121534] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.121534] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.121669] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.121669] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.121820] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.121908] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.122049] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8740ea50-7cf6-4808-be4c-faf27a6f1237',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.494839] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-191 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.494974] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-191" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.495133] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-191" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.497905] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-191" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.497905] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.497905] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.497905] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.497905] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.497905] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.497905] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1119.497905] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1119.497905] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1119.497905] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1119.497905] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1119.497905] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1119.497905] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1119.517717] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1119.517717] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1119.517717] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1119.517717] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-191" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.517928] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-b302aa27-cf3c-4001-8ac8-1a7e7e93e8be taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.518121] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-b302aa27-cf3c-4001-8ac8-1a7e7e93e8be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.518240] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-b302aa27-cf3c-4001-8ac8-1a7e7e93e8be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.518565] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-b302aa27-cf3c-4001-8ac8-1a7e7e93e8be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.518699] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b302aa27-cf3c-4001-8ac8-1a7e7e93e8be',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.524788] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.524928] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.525014] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.525250] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.546818] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.547111] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.547228] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.547287] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.547479] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.547606] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.547642] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 is going to be updated. [ 1119.582899] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.582899] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.582899] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.582899] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.582899] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.595525] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 in Status: IN_PROGRESS for 2s [ 1119.624387] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.624662] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.624662] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.624949] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.626918] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.626995] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.627122] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.627199] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.628088] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.628088] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.628088] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8740ea50-7cf6-4808-be4c-faf27a6f1237 already deleted. [ 1119.628088] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.982581] env[65906]: INFO networking_nsxv3.common.synchronization [req-52fc7b6f-72db-4b09-8341-5c308c610136 req-a2936553-cda4-4c2f-b09c-fecc68aeafe2 tempest-ServersTestJSON-597851649 tempest-ServersTestJSON-597851649-project-member] Enqueued Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 1119.983167] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGHEST for action security_group_members [ 1119.983484] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.983609] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.983677] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.983871] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.984033] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.984134] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.984196] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.984364] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.984447] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.984541] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.026556] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.026737] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.026817] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.027201] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.027708] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.027708] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port b302aa27-cf3c-4001-8ac8-1a7e7e93e8be not found, creating... [ 1120.027931] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.028183] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.028315] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.028604] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.028783] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.029218] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.029285] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.029462] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.029707] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.029849] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.030101] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: b302aa27-cf3c-4001-8ac8-1a7e7e93e8be is going to be created. [ 1120.051117] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.051345] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.051467] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.051736] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.051964] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.052317] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-b302aa27-cf3c-4001-8ac8-1a7e7e93e8be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.488733] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.488733] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.488733] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.488733] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.488733] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.488733] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.489080] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.489080] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.489080] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.489208] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.489208] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 is going to be updated. [ 1120.522983] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.523210] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.523283] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.523565] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.523765] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.536021] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: IN_PROGRESS for 2s [ 1120.646413] env[65906]: INFO networking_nsxv3.common.synchronization [None req-9f185942-65fa-4976-acdd-d6cf6362199d None None] Enqueued Resource ID: 03611574-8ca8-4e8a-bd23-da8358425fae with Priority: HIGHEST for action port [ 1120.647157] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03611574-8ca8-4e8a-bd23-da8358425fae with Priority: HIGHEST for action port [ 1120.647831] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-03611574-8ca8-4e8a-bd23-da8358425fae taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.647831] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03611574-8ca8-4e8a-bd23-da8358425fae" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.647831] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03611574-8ca8-4e8a-bd23-da8358425fae" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.647943] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03611574-8ca8-4e8a-bd23-da8358425fae" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.648201] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03611574-8ca8-4e8a-bd23-da8358425fae',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.798694] env[65906]: INFO networking_nsxv3.common.synchronization [req-04d84a63-7046-4bbd-907e-740e712b31de req-26902e9a-5c6c-4223-95b3-4a88e508d25b service nova] Enqueued Resource ID: 8740ea50-7cf6-4808-be4c-faf27a6f1237 with Priority: HIGHEST for action security_group_rules [ 1120.799430] env[65906]: INFO networking_nsxv3.common.synchronization [req-04d84a63-7046-4bbd-907e-740e712b31de req-26902e9a-5c6c-4223-95b3-4a88e508d25b service nova] Enqueued Resource ID: 8740ea50-7cf6-4808-be4c-faf27a6f1237 with Priority: HIGHEST for action security_group_members [ 1120.799430] env[65906]: INFO networking_nsxv3.common.synchronization [req-04d84a63-7046-4bbd-907e-740e712b31de req-26902e9a-5c6c-4223-95b3-4a88e508d25b service nova] Enqueued Resource ID: b302aa27-cf3c-4001-8ac8-1a7e7e93e8be with Priority: HIGHEST for action port [ 1120.800325] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8740ea50-7cf6-4808-be4c-faf27a6f1237 with Priority: HIGHEST for action security_group_rules [ 1120.800489] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8740ea50-7cf6-4808-be4c-faf27a6f1237 with Priority: HIGHEST for action security_group_members [ 1120.800589] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b302aa27-cf3c-4001-8ac8-1a7e7e93e8be with Priority: HIGHEST for action port [ 1120.800865] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8740ea50-7cf6-4808-be4c-faf27a6f1237 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.801022] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.801123] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.801313] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.801402] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8740ea50-7cf6-4808-be4c-faf27a6f1237',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.802431] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8740ea50-7cf6-4808-be4c-faf27a6f1237 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.802586] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.802652] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.802789] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.802936] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.803043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.803111] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.803246] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.803335] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.803448] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8740ea50-7cf6-4808-be4c-faf27a6f1237',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.805444] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-b302aa27-cf3c-4001-8ac8-1a7e7e93e8be taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.805595] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b302aa27-cf3c-4001-8ac8-1a7e7e93e8be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.805643] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b302aa27-cf3c-4001-8ac8-1a7e7e93e8be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.805982] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b302aa27-cf3c-4001-8ac8-1a7e7e93e8be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.808169] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b302aa27-cf3c-4001-8ac8-1a7e7e93e8be',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.997255] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: SUCCESS [ 1120.997824] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.998060] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.998293] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.998716] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.998888] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.998959] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.999139] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.999220] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.999311] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.999655] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.151483] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03611574-8ca8-4e8a-bd23-da8358425fae [ 1121.153689] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.153689] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.153689] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.153689] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.153689] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.153689] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03611574-8ca8-4e8a-bd23-da8358425fae already deleted. [ 1121.153689] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03611574-8ca8-4e8a-bd23-da8358425fae" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.308463] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b302aa27-cf3c-4001-8ac8-1a7e7e93e8be with status ACTIVE [ 1121.308655] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.308796] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.308865] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.309103] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.309187] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.309386] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.309473] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.309527] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.309668] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.309734] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.310219] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.310400] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.310462] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.310647] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.310647] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.310728] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b302aa27-cf3c-4001-8ac8-1a7e7e93e8be is going to be updated. [ 1121.311834] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8740ea50-7cf6-4808-be4c-faf27a6f1237',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.313428] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8740ea50-7cf6-4808-be4c-faf27a6f1237 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.313549] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.334530] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.334530] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.334816] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.334816] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.334924] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.335150] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b302aa27-cf3c-4001-8ac8-1a7e7e93e8be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.501910] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.501910] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.502135] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.502419] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.503153] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.503153] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.503153] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.503153] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.503153] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.503153] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.503493] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.503493] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.503657] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.503657] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.503954] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.503954] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.504101] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.504365] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.504365] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.504365] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.504500] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.604915] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 in Status: SUCCESS [ 1121.605244] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 deletion is rescheduled due to dependency. [ 1121.605244] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.744158] env[65906]: INFO networking_nsxv3.common.synchronization [req-1bb32634-54e3-4336-8aea-3478ef830417 req-cf54939f-6b77-4d21-86ad-d5f55ea0ef7e tempest-ServerActionsTestOtherA-1758405275 tempest-ServerActionsTestOtherA-1758405275-project-member] Enqueued Resource ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 with Priority: HIGHEST for action security_group_members [ 1121.744770] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 with Priority: HIGHEST for action security_group_members [ 1121.745122] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.745267] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.745310] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.745585] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.745833] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.745959] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.746059] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.746232] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.746361] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.746468] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.815014] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8740ea50-7cf6-4808-be4c-faf27a6f1237',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.008373] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba05ac9b-ab92-4f51-85cd-746125ae8582: rpc.has_security_group_logging(os_id): False [ 1122.027439] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.027619] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.027689] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.027898] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.027987] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.028195] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.028294] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.028355] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.028526] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.028636] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.028831] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.028953] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.028982] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.029127] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.029200] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.029401] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.029510] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.029552] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.029686] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.029934] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.030138] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 is going to be updated. [ 1122.087988] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-341 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.088298] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-341" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.088484] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-341" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.088882] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-341" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.089282] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.089547] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.089678] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.089920] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.090091] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.090398] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.090581] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1122.090732] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1122.090848] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1122.090964] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.091089] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1122.091236] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1122.114013] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.114190] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.114264] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.114507] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.114703] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.146028] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1122.146233] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.055 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1122.146375] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1122.146623] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-341" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.146878] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-bff64479-e6ed-4225-b840-347560483abd taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.147101] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-bff64479-e6ed-4225-b840-347560483abd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.147217] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-bff64479-e6ed-4225-b840-347560483abd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.147679] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-bff64479-e6ed-4225-b840-347560483abd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.147745] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bff64479-e6ed-4225-b840-347560483abd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.159188] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: IN_PROGRESS for 2s [ 1122.249077] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.249333] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.249333] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.249571] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.249661] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.249857] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.250112] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.250195] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.250404] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.250495] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.250620] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 already deleted. [ 1122.250722] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.318482] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.318685] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.318685] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.318913] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.319014] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.319120] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8740ea50-7cf6-4808-be4c-faf27a6f1237 is going to be created. [ 1122.343497] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.343698] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.343744] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.343926] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.344098] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.352421] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8740ea50-7cf6-4808-be4c-faf27a6f1237 in Status: UNINITIALIZED for 2s [ 1122.548818] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 in Status: SUCCESS [ 1122.549013] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 deletion is rescheduled due to dependency. [ 1122.549131] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.651702] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.652068] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.652175] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.652420] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.652567] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.652734] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port bff64479-e6ed-4225-b840-347560483abd not found, creating... [ 1122.653195] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.653382] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.653532] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.653786] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.653926] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.654346] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.654576] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.654792] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.655152] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.655382] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.655620] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: bff64479-e6ed-4225-b840-347560483abd is going to be created. [ 1122.680638] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.680925] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.681116] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.681548] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.681924] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.682360] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-bff64479-e6ed-4225-b840-347560483abd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.374611] env[65906]: INFO networking_nsxv3.common.synchronization [req-1bb32634-54e3-4336-8aea-3478ef830417 req-943410a5-7b78-4d01-a64c-540743a396c0 service nova] Enqueued Resource ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 with Priority: HIGHEST for action security_group_rules [ 1123.374904] env[65906]: INFO networking_nsxv3.common.synchronization [req-1bb32634-54e3-4336-8aea-3478ef830417 req-943410a5-7b78-4d01-a64c-540743a396c0 service nova] Enqueued Resource ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 with Priority: HIGHEST for action security_group_members [ 1123.374998] env[65906]: INFO networking_nsxv3.common.synchronization [req-1bb32634-54e3-4336-8aea-3478ef830417 req-943410a5-7b78-4d01-a64c-540743a396c0 service nova] Enqueued Resource ID: bff64479-e6ed-4225-b840-347560483abd with Priority: HIGHEST for action port [ 1123.375586] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 with Priority: HIGHEST for action security_group_rules [ 1123.375719] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 with Priority: HIGHEST for action security_group_members [ 1123.375817] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bff64479-e6ed-4225-b840-347560483abd with Priority: HIGHEST for action port [ 1123.376121] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.376252] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.376335] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.376520] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.376600] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.377983] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.378111] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.378184] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.378368] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.378517] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.378614] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.378678] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.378820] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.378903] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.378992] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.379828] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-bff64479-e6ed-4225-b840-347560483abd taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.379892] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bff64479-e6ed-4225-b840-347560483abd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.379969] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bff64479-e6ed-4225-b840-347560483abd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.380258] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bff64479-e6ed-4225-b840-347560483abd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.380335] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bff64479-e6ed-4225-b840-347560483abd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.882061] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.883677] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.883677] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.883677] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bff64479-e6ed-4225-b840-347560483abd with status ACTIVE [ 1123.883994] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.883994] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.883994] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.884382] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.884382] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.884382] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.884546] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.884546] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.884878] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.884878] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.885017] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.885542] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.885542] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.885542] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.885542] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.885542] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bff64479-e6ed-4225-b840-347560483abd is going to be updated. [ 1123.890098] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-821 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.890300] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-821" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.890594] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-821" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.891320] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-821" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.891320] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.891320] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.891320] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.891630] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.891630] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.891902] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.891902] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.891984] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.892171] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.892275] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.892454] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.893882] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.914695] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.914898] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.914941] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.915197] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.915355] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.915469] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bff64479-e6ed-4225-b840-347560483abd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.916465] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.916673] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1123.916822] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.916977] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-821" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.917292] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-4483e8ce-543a-4e24-92e2-17a714de1909 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.917457] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-4483e8ce-543a-4e24-92e2-17a714de1909" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.917575] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-4483e8ce-543a-4e24-92e2-17a714de1909" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.917820] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-4483e8ce-543a-4e24-92e2-17a714de1909" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.917955] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4483e8ce-543a-4e24-92e2-17a714de1909',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.115753] env[65906]: INFO networking_nsxv3.common.synchronization [req-4d15d16e-74d6-424e-a932-ddb0f8503e42 req-9d914356-2b07-4c0a-b17d-f8d10a8bb4fd tempest-ServerDiskConfigTestJSON-191991450 tempest-ServerDiskConfigTestJSON-191991450-project-member] Enqueued Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_members [ 1124.116637] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_members [ 1124.116867] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acd34f6-86f6-4580-b77d-01781e6d99a3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.117108] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.117203] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.117517] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.117705] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.117850] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.117918] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.118108] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.118193] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.118293] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.193130] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: SUCCESS [ 1124.193391] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.366454] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8740ea50-7cf6-4808-be4c-faf27a6f1237 in Status: SUCCESS [ 1124.366454] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.366716] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.367024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.367362] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.367551] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.367659] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.367926] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.368108] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.368313] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.368449] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8740ea50-7cf6-4808-be4c-faf27a6f1237',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.387496] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.420452] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.420736] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.421042] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.421227] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.421474] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.421810] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.421980] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.422191] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.422451] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.422593] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.423285] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.423285] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.423285] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.423498] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.423556] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.423707] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: 4483e8ce-543a-4e24-92e2-17a714de1909 is going to be updated. [ 1124.446658] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.446914] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.447073] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.447470] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.447711] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.447970] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-4483e8ce-543a-4e24-92e2-17a714de1909" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.606586] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-572 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.606837] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-572" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.607033] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-572" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.607470] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-572" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.607933] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.608260] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.608430] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.608773] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.609015] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.609552] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.609665] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1124.609945] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1124.610243] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1124.610620] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.610847] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1124.611034] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1124.620456] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.620697] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.620772] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.621053] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.621178] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.621404] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.621515] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.621580] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.621765] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.621851] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.621944] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 already deleted. [ 1124.622086] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.637490] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1124.637802] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1124.637892] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1124.638063] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-572" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.638413] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-3a74fc30-fd61-4ed2-a27f-4c203b728f93 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.638595] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-3a74fc30-fd61-4ed2-a27f-4c203b728f93" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.638780] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-3a74fc30-fd61-4ed2-a27f-4c203b728f93" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.639183] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-3a74fc30-fd61-4ed2-a27f-4c203b728f93" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.639510] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a74fc30-fd61-4ed2-a27f-4c203b728f93',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.870970] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8740ea50-7cf6-4808-be4c-faf27a6f1237',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.890547] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.890547] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.890547] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.890547] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.890547] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.890896] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 is going to be created. [ 1124.923310] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.923531] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.923531] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.923771] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.923952] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.935648] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 in Status: UNINITIALIZED for 2s [ 1125.142218] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.142646] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.142646] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.142877] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.143068] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.143232] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port 3a74fc30-fd61-4ed2-a27f-4c203b728f93 not found, creating... [ 1125.143536] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.143698] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.143815] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.144050] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.144191] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.144547] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.144706] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.144819] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.145040] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.145204] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.145309] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: 3a74fc30-fd61-4ed2-a27f-4c203b728f93 is going to be created. [ 1125.167398] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.168760] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.168760] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.168760] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.168760] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.168760] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-3a74fc30-fd61-4ed2-a27f-4c203b728f93" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.196683] env[65906]: INFO networking_nsxv3.common.synchronization [req-6b1dee92-ab67-421d-b23b-2a82662d657c req-458c6c47-c543-4151-9aee-f9116caf87d3 service nova] Enqueued Resource ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 with Priority: HIGHEST for action security_group_rules [ 1125.196873] env[65906]: INFO networking_nsxv3.common.synchronization [req-6b1dee92-ab67-421d-b23b-2a82662d657c req-458c6c47-c543-4151-9aee-f9116caf87d3 service nova] Enqueued Resource ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 with Priority: HIGHEST for action security_group_members [ 1125.197018] env[65906]: INFO networking_nsxv3.common.synchronization [req-6b1dee92-ab67-421d-b23b-2a82662d657c req-458c6c47-c543-4151-9aee-f9116caf87d3 service nova] Enqueued Resource ID: 4483e8ce-543a-4e24-92e2-17a714de1909 with Priority: HIGHEST for action port [ 1125.197669] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 with Priority: HIGHEST for action security_group_rules [ 1125.197814] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 with Priority: HIGHEST for action security_group_members [ 1125.197910] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4483e8ce-543a-4e24-92e2-17a714de1909 with Priority: HIGHEST for action port [ 1125.198203] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-403d1e32-f39c-439d-b495-bca4f2a9ab47 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.198317] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.198380] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.198578] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.198653] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.200585] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-403d1e32-f39c-439d-b495-bca4f2a9ab47 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.200585] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.200585] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.200585] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.200585] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.200585] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.200585] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.200585] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.201132] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.201132] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.201552] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-4483e8ce-543a-4e24-92e2-17a714de1909 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.201607] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4483e8ce-543a-4e24-92e2-17a714de1909" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.201670] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4483e8ce-543a-4e24-92e2-17a714de1909" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.201818] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4483e8ce-543a-4e24-92e2-17a714de1909" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.201889] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4483e8ce-543a-4e24-92e2-17a714de1909',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.374246] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8740ea50-7cf6-4808-be4c-faf27a6f1237: rpc.has_security_group_logging(os_id): False [ 1125.393598] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.393998] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.393998] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.394115] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.394166] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.394429] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.394520] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.394589] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.394740] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.394817] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.394905] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8740ea50-7cf6-4808-be4c-faf27a6f1237 is going to be created. [ 1125.463914] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.464101] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.464287] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.464494] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.464679] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.479654] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8740ea50-7cf6-4808-be4c-faf27a6f1237 in Status: IN_PROGRESS for 2s [ 1125.704665] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-403d1e32-f39c-439d-b495-bca4f2a9ab47 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.704665] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.704665] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.705482] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4483e8ce-543a-4e24-92e2-17a714de1909 with status ACTIVE [ 1125.705482] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.705622] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.705622] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.705854] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.705935] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.706143] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.706246] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.706310] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.706464] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.706542] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.706717] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.706807] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.706864] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.706998] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.707156] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.707244] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4483e8ce-543a-4e24-92e2-17a714de1909 is going to be updated. [ 1125.734042] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.734042] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.734042] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.734042] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.734042] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.734425] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4483e8ce-543a-4e24-92e2-17a714de1909" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.900747] env[65906]: INFO networking_nsxv3.common.synchronization [req-4d15d16e-74d6-424e-a932-ddb0f8503e42 req-68560e95-d650-4280-b032-78c065206cff service nova] Enqueued Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_rules [ 1125.901415] env[65906]: INFO networking_nsxv3.common.synchronization [req-4d15d16e-74d6-424e-a932-ddb0f8503e42 req-68560e95-d650-4280-b032-78c065206cff service nova] Enqueued Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_members [ 1125.901415] env[65906]: INFO networking_nsxv3.common.synchronization [req-4d15d16e-74d6-424e-a932-ddb0f8503e42 req-68560e95-d650-4280-b032-78c065206cff service nova] Enqueued Resource ID: 3a74fc30-fd61-4ed2-a27f-4c203b728f93 with Priority: HIGHEST for action port [ 1125.901989] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_rules [ 1125.902245] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_members [ 1125.902426] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a74fc30-fd61-4ed2-a27f-4c203b728f93 with Priority: HIGHEST for action port [ 1125.902895] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8acd34f6-86f6-4580-b77d-01781e6d99a3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.902895] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.903142] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.903524] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.903656] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.904985] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acd34f6-86f6-4580-b77d-01781e6d99a3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.905196] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.905308] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.905463] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.905622] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.905720] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.905790] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.905932] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.906139] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.906311] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.909784] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a74fc30-fd61-4ed2-a27f-4c203b728f93 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.909784] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a74fc30-fd61-4ed2-a27f-4c203b728f93" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.909784] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a74fc30-fd61-4ed2-a27f-4c203b728f93" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.909784] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a74fc30-fd61-4ed2-a27f-4c203b728f93" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.909784] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a74fc30-fd61-4ed2-a27f-4c203b728f93',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.209108] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.409038] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.410111] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acd34f6-86f6-4580-b77d-01781e6d99a3 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.410217] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.410404] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a74fc30-fd61-4ed2-a27f-4c203b728f93 with status ACTIVE [ 1126.410571] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.410691] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.410769] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.410974] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.411084] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.411256] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.411352] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.411412] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.411570] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.411646] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.411820] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.411910] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.411971] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.414234] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.414374] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.414498] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a74fc30-fd61-4ed2-a27f-4c203b728f93 is going to be updated. [ 1126.436358] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.436502] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.436572] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.436778] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.436914] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.437091] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a74fc30-fd61-4ed2-a27f-4c203b728f93" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.667862] env[65906]: INFO networking_nsxv3.common.synchronization [None req-ac86afb7-d685-4a24-a8bf-5e24fcb880ce tempest-ServerActionsTestJSON-2004915865 tempest-ServerActionsTestJSON-2004915865-project-member] Enqueued Resource ID: 34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af with Priority: HIGHEST for action security_group_rules [ 1126.668408] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af with Priority: HIGHEST for action security_group_rules [ 1126.668741] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.668929] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.668929] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.669144] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.669229] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.711380] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.711557] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.711628] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.711865] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.711958] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.712176] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 is going to be updated. [ 1126.744920] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.745137] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.745190] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.745388] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.745562] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.754310] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 in Status: IN_PROGRESS for 2s [ 1126.864291] env[65906]: INFO networking_nsxv3.common.synchronization [None req-53edd9fd-e173-421a-94c7-806269514834 tempest-ServerActionsTestJSON-2004915865 tempest-ServerActionsTestJSON-2004915865-project-member] Enqueued Resource ID: 34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af with Priority: HIGHEST for action security_group_rules [ 1126.864827] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af with Priority: HIGHEST for action security_group_rules [ 1126.865443] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.865443] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.916974] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.948982] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 in Status: SUCCESS [ 1126.948982] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.948982] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.948982] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.948982] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.948982] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.948982] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.949626] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.949626] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.949626] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.949626] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.192800] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.193147] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.193147] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.193283] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.193374] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.193468] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af already deleted. [ 1127.193563] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.193749] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.193857] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.193936] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.421631] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.421943] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.421943] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.422281] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.422281] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.422281] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 is going to be created. [ 1127.448432] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.448571] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.448677] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.448847] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.449021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.452714] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.461548] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 in Status: UNINITIALIZED for 2s [ 1127.492059] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8740ea50-7cf6-4808-be4c-faf27a6f1237 in Status: SUCCESS [ 1127.492361] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.720188] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.720414] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.720493] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.720760] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.721427] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.721695] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af already deleted. [ 1127.721940] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.955110] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67: rpc.has_security_group_logging(os_id): False [ 1127.977973] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.978140] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.978218] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.978446] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.978533] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.978851] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.978960] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.979037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.979192] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.979272] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.979362] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 is going to be created. [ 1128.045060] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.045439] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.045724] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.046143] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.046354] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.062788] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 in Status: IN_PROGRESS for 2s [ 1128.764660] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 in Status: SUCCESS [ 1128.765633] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.765633] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.765633] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.765633] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.765633] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.765633] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.765941] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.765941] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.765941] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.766045] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.269587] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-403d1e32-f39c-439d-b495-bca4f2a9ab47 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.269800] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.269877] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.270180] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.270377] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.270490] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.270580] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.270726] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.270808] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.270901] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.271068] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-403d1e32-f39c-439d-b495-bca4f2a9ab47 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.271167] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.271230] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.271384] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.271517] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.271610] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.271717] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.271847] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.271925] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.271989] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.272571] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.472478] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 in Status: SUCCESS [ 1129.472700] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.472855] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.473105] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.473332] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.473458] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.473536] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.473687] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.473830] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.473913] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.473980] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.775339] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 403d1e32-f39c-439d-b495-bca4f2a9ab47: rpc.has_security_group_logging(os_id): False [ 1129.794642] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.794837] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.794908] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.795110] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.795321] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.795475] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.795616] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.795698] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.795866] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.795953] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.796190] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.796290] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.796351] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.796493] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.796555] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.796737] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.796876] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.796966] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.797125] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.797202] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.797352] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 is going to be updated. [ 1129.891378] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.891378] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.891378] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.891378] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.891378] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.910674] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 in Status: IN_PROGRESS for 2s [ 1129.976531] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acd34f6-86f6-4580-b77d-01781e6d99a3 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.976753] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.976892] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.977260] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.977535] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.977703] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.977814] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.978087] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.978252] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.978412] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.978656] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acd34f6-86f6-4580-b77d-01781e6d99a3 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.978820] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.978933] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.979186] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.979436] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.979593] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.979701] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.979969] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.980183] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.980337] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.980484] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.076566] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 in Status: SUCCESS [ 1130.076855] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.483843] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8acd34f6-86f6-4580-b77d-01781e6d99a3: rpc.has_security_group_logging(os_id): False [ 1130.506720] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.506935] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.506935] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.507408] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.507586] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.507836] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.507971] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.508048] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.508233] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.508342] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.508664] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.508777] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.508888] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.509118] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.509242] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.509509] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.509646] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.509755] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.509957] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.510145] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.510250] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 is going to be created. [ 1130.582749] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.582969] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.583140] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.583405] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.583660] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.603908] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 in Status: IN_PROGRESS for 2s [ 1130.654788] env[65906]: INFO networking_nsxv3.common.synchronization [req-17deabe5-a1e0-496e-9672-919a0646fdd9 req-114f6cab-254c-4448-9257-002006e08c87 tempest-DeleteServersTestJSON-2048875208 tempest-DeleteServersTestJSON-2048875208-project-member] Enqueued Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_members [ 1130.655443] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_members [ 1130.655772] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.655900] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.655967] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.656195] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.656356] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.656457] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.656522] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.656672] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.656758] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.656852] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.159060] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.159440] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.159440] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.159637] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.159637] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.159797] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.159907] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.159968] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.160110] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.160198] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.160292] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 is going to be updated. [ 1131.190727] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.190950] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.190950] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.191152] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.191297] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.200559] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: IN_PROGRESS for 2s [ 1131.928628] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 in Status: SUCCESS [ 1131.929339] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.430235] env[65906]: INFO networking_nsxv3.common.synchronization [req-e5851c37-265d-40e8-8b65-99c613fd3c7c req-fc0b8e1f-9d43-42f1-962b-ca332411c1b4 tempest-ServerActionsTestOtherB-1909252011 tempest-ServerActionsTestOtherB-1909252011-project-member] Enqueued Resource ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 with Priority: HIGHEST for action security_group_members [ 1132.430812] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 with Priority: HIGHEST for action security_group_members [ 1132.431172] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5148d9e6-813b-4387-a770-c50a3b8104c3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.431308] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.431380] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.431790] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.431974] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.432088] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.432165] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.432334] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.432424] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.432620] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5148d9e6-813b-4387-a770-c50a3b8104c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.647908] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 in Status: SUCCESS [ 1132.648283] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.772761] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-830 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.772761] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-830" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.772761] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-830" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.772761] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-830" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.773090] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.773090] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.773244] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.773460] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.773600] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.773802] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.773913] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1132.774038] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1132.774145] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1132.774251] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.774427] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1132.774556] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1132.793962] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1132.794160] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1132.794293] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1132.794549] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-830" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.794873] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-b8a9a5bf-c632-4807-b76c-07b7903503e4 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.795053] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-b8a9a5bf-c632-4807-b76c-07b7903503e4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.795172] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-b8a9a5bf-c632-4807-b76c-07b7903503e4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.795540] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-b8a9a5bf-c632-4807-b76c-07b7903503e4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.795793] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8a9a5bf-c632-4807-b76c-07b7903503e4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.935536] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.935718] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.935786] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.936177] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.936379] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.936713] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.936871] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.936965] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.937234] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.937305] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.937433] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 is going to be updated. [ 1132.973030] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.973304] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.973304] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.973631] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.973812] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.985776] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 in Status: IN_PROGRESS for 2s [ 1133.211303] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: IN_PROGRESS for 4s [ 1133.301758] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.301758] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.301758] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.302038] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.303058] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.303058] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port b8a9a5bf-c632-4807-b76c-07b7903503e4 not found, creating... [ 1133.303058] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.303058] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.303058] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.303322] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.303406] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.303808] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.304478] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.304478] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.304478] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.304478] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.304646] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: b8a9a5bf-c632-4807-b76c-07b7903503e4 is going to be created. [ 1133.327250] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.327540] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.327631] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.327903] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.328147] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.328371] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-b8a9a5bf-c632-4807-b76c-07b7903503e4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.040380] env[65906]: INFO networking_nsxv3.common.synchronization [req-e5851c37-265d-40e8-8b65-99c613fd3c7c req-79c1816a-6434-439f-b926-02181c620c10 service nova] Enqueued Resource ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 with Priority: HIGHEST for action security_group_rules [ 1134.040886] env[65906]: INFO networking_nsxv3.common.synchronization [req-e5851c37-265d-40e8-8b65-99c613fd3c7c req-79c1816a-6434-439f-b926-02181c620c10 service nova] Enqueued Resource ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 with Priority: HIGHEST for action security_group_members [ 1134.040886] env[65906]: INFO networking_nsxv3.common.synchronization [req-e5851c37-265d-40e8-8b65-99c613fd3c7c req-79c1816a-6434-439f-b926-02181c620c10 service nova] Enqueued Resource ID: b8a9a5bf-c632-4807-b76c-07b7903503e4 with Priority: HIGHEST for action port [ 1134.041386] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 with Priority: HIGHEST for action security_group_rules [ 1134.041507] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 with Priority: HIGHEST for action security_group_members [ 1134.041644] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8a9a5bf-c632-4807-b76c-07b7903503e4 with Priority: HIGHEST for action port [ 1134.042083] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5148d9e6-813b-4387-a770-c50a3b8104c3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.042380] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.042380] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.042528] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.042624] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5148d9e6-813b-4387-a770-c50a3b8104c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.043689] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5148d9e6-813b-4387-a770-c50a3b8104c3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.043797] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.044052] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8a9a5bf-c632-4807-b76c-07b7903503e4 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.044187] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8a9a5bf-c632-4807-b76c-07b7903503e4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.044269] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8a9a5bf-c632-4807-b76c-07b7903503e4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.044473] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8a9a5bf-c632-4807-b76c-07b7903503e4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.044555] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8a9a5bf-c632-4807-b76c-07b7903503e4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.546187] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5148d9e6-813b-4387-a770-c50a3b8104c3 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.546370] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.546540] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8a9a5bf-c632-4807-b76c-07b7903503e4 with status ACTIVE [ 1134.546745] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.546985] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.547158] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.547854] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.547854] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.547854] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.547854] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.547854] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.548129] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.548129] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.548276] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.548406] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.548522] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.549429] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.549429] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.549429] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8a9a5bf-c632-4807-b76c-07b7903503e4 is going to be updated. [ 1134.570913] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.571114] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.571157] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.571343] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.571476] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.571625] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8a9a5bf-c632-4807-b76c-07b7903503e4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.996407] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 in Status: SUCCESS [ 1134.996653] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 deletion is rescheduled due to dependency. [ 1134.996754] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.996941] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.997187] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.997374] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.997481] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.997542] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.997698] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.997774] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.997866] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5148d9e6-813b-4387-a770-c50a3b8104c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.222263] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: SUCCESS [ 1135.222637] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 deletion is rescheduled due to dependency. [ 1135.222637] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.499740] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5148d9e6-813b-4387-a770-c50a3b8104c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.661657] env[65906]: INFO networking_nsxv3.common.synchronization [req-55224ad8-90bb-49c2-aaa2-6ee881e7cca0 req-13ffcfc5-4db5-4d31-a4c2-a6101438092e tempest-ServerActionsTestJSON-2004915865 tempest-ServerActionsTestJSON-2004915865-project-member] Enqueued Resource ID: 34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af with Priority: HIGHEST for action security_group_members [ 1135.662622] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af with Priority: HIGHEST for action security_group_members [ 1135.662622] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.662750] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.662750] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.663788] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.663788] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.663788] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.663788] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.663788] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.663788] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.663788] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.002180] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5148d9e6-813b-4387-a770-c50a3b8104c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.011118] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-805 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.013583] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-805" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.013901] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-805" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.014466] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-805" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.015131] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.015428] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.015649] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.017094] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.017094] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.017094] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1136.017094] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1136.017094] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1136.017094] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1136.017094] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1136.017094] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1136.017094] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1136.035709] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1136.035864] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1136.035991] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1136.036177] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-805" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.036489] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-8f1f2ef7-018f-4db1-acbb-13c40290c0e8 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.036658] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-8f1f2ef7-018f-4db1-acbb-13c40290c0e8" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.036773] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-8f1f2ef7-018f-4db1-acbb-13c40290c0e8" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.037113] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-8f1f2ef7-018f-4db1-acbb-13c40290c0e8" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.037249] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f1f2ef7-018f-4db1-acbb-13c40290c0e8',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.166209] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.166366] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.166437] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.166647] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.166734] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.166944] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.167030] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.167092] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.167238] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.167304] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.167389] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af already deleted. [ 1136.167467] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.505521] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.505889] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.505889] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.505982] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.506070] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.506180] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 is going to be updated. [ 1136.535153] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.535352] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.535352] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.536053] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.536053] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.540336] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.540336] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.540511] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.540884] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.541810] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.541810] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port 8f1f2ef7-018f-4db1-acbb-13c40290c0e8 not found, creating... [ 1136.541810] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.542219] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.542219] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.543033] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.543033] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.543180] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.543347] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.543535] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.543848] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.544880] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.544880] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: 8f1f2ef7-018f-4db1-acbb-13c40290c0e8 is going to be created. [ 1136.546080] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 in Status: IN_PROGRESS for 2s [ 1136.565947] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.566200] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.566327] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.566597] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.566824] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.567178] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-8f1f2ef7-018f-4db1-acbb-13c40290c0e8" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.299021] env[65906]: INFO networking_nsxv3.common.synchronization [req-55224ad8-90bb-49c2-aaa2-6ee881e7cca0 req-d01fc162-8004-4bf1-93de-5080d1c54fb0 service nova] Enqueued Resource ID: 34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af with Priority: HIGHEST for action security_group_rules [ 1137.300271] env[65906]: INFO networking_nsxv3.common.synchronization [req-55224ad8-90bb-49c2-aaa2-6ee881e7cca0 req-d01fc162-8004-4bf1-93de-5080d1c54fb0 service nova] Enqueued Resource ID: 34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af with Priority: HIGHEST for action security_group_members [ 1137.300271] env[65906]: INFO networking_nsxv3.common.synchronization [req-55224ad8-90bb-49c2-aaa2-6ee881e7cca0 req-d01fc162-8004-4bf1-93de-5080d1c54fb0 service nova] Enqueued Resource ID: 8f1f2ef7-018f-4db1-acbb-13c40290c0e8 with Priority: HIGHEST for action port [ 1137.300271] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af with Priority: HIGHEST for action security_group_rules [ 1137.300271] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af with Priority: HIGHEST for action security_group_members [ 1137.300271] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f1f2ef7-018f-4db1-acbb-13c40290c0e8 with Priority: HIGHEST for action port [ 1137.300485] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.301016] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.301097] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.301320] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.301404] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.302285] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.302499] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.302588] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.302808] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.302996] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.303122] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.303230] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.303452] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.303581] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.303703] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.305420] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f1f2ef7-018f-4db1-acbb-13c40290c0e8 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.305736] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f1f2ef7-018f-4db1-acbb-13c40290c0e8" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.305736] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f1f2ef7-018f-4db1-acbb-13c40290c0e8" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.306051] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f1f2ef7-018f-4db1-acbb-13c40290c0e8" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.306051] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f1f2ef7-018f-4db1-acbb-13c40290c0e8',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.808540] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.808920] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.808920] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.810109] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f1f2ef7-018f-4db1-acbb-13c40290c0e8 with status ACTIVE [ 1137.810109] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.810352] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.810352] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.810474] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.810564] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.810741] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.810842] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.810900] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.812048] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.812048] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.812048] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.812048] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.812048] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.812048] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.812048] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.812048] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f1f2ef7-018f-4db1-acbb-13c40290c0e8 is going to be updated. [ 1137.835481] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.835658] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.835698] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.835930] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.836088] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.836259] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f1f2ef7-018f-4db1-acbb-13c40290c0e8" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.314532] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.557017] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 in Status: SUCCESS [ 1138.557353] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.557608] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.557910] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.558180] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.558370] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.558465] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.558696] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.558820] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.558959] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.559116] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5148d9e6-813b-4387-a770-c50a3b8104c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.817358] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.817680] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.817680] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.817955] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.817955] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.818035] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af is going to be created. [ 1138.842924] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.843132] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.843132] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.843451] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.843655] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.855675] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af in Status: UNINITIALIZED for 2s [ 1139.062567] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5148d9e6-813b-4387-a770-c50a3b8104c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.564616] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5148d9e6-813b-4387-a770-c50a3b8104c3: rpc.has_security_group_logging(os_id): False [ 1139.586671] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.586944] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.586944] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.587194] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.587288] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.587659] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.587802] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.587874] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.588131] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.588266] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.588425] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 is going to be updated. [ 1139.649336] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.649598] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.649662] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.649883] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.650131] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.665560] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 in Status: IN_PROGRESS for 2s [ 1140.866303] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af in Status: SUCCESS [ 1140.866559] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.866701] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.866921] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.867134] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.867252] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.867317] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.867475] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.867553] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.867637] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.867740] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.370208] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.682475] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 in Status: SUCCESS [ 1141.682763] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.872667] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af: rpc.has_security_group_logging(os_id): False [ 1141.890349] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.890624] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.890624] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.890772] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.890864] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.891121] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.891222] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.891280] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.891432] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.891543] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.891669] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af is going to be created. [ 1141.957270] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.957567] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.957567] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.957722] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.957925] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.969427] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af in Status: IN_PROGRESS for 2s [ 1142.301644] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1142.301644] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1143.707954] env[65906]: INFO networking_nsxv3.common.synchronization [req-a1bfa102-cb72-4c43-b218-3944f286b36e req-a3ff7df4-bbf3-45fd-94fd-c88d88f422a0 tempest-DeleteServersTestJSON-2048875208 tempest-DeleteServersTestJSON-2048875208-project-member] Enqueued Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_members [ 1143.708413] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_members [ 1143.708843] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.708946] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.709023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.709255] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.709434] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.709547] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.709618] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.709868] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.709994] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.710149] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.987987] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af in Status: SUCCESS [ 1143.988167] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.085838] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.086078] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-226" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.086188] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-226" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.086457] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-226" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.086709] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.086861] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.086972] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.087199] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.087375] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.087623] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.087745] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1144.087853] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1144.087960] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1144.088080] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1144.088183] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1144.088313] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1144.108670] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1144.108922] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1144.109064] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1144.109279] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-226" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.109638] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-419da1ae-d9be-4749-8b6f-6edc83f3ad32 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.109827] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-419da1ae-d9be-4749-8b6f-6edc83f3ad32" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.109971] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-419da1ae-d9be-4749-8b6f-6edc83f3ad32" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.110355] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-419da1ae-d9be-4749-8b6f-6edc83f3ad32" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.110520] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('419da1ae-d9be-4749-8b6f-6edc83f3ad32',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.213409] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.213552] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.213636] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.213833] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.213923] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.214146] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.214278] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.214508] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.214508] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.214508] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.214683] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 is going to be updated. [ 1144.250801] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.250962] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.251046] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.251333] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.251493] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.284988] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: IN_PROGRESS for 2s [ 1144.612861] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.613211] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.613340] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.613638] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.613785] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.613938] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port 419da1ae-d9be-4749-8b6f-6edc83f3ad32 not found, creating... [ 1144.614220] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.614381] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.614496] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.614723] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.614852] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.615210] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.615380] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.615498] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.615701] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.615831] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.615981] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: 419da1ae-d9be-4749-8b6f-6edc83f3ad32 is going to be created. [ 1144.638688] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.638963] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.639066] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.639343] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.639602] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.639843] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-419da1ae-d9be-4749-8b6f-6edc83f3ad32" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.834362] env[65906]: INFO networking_nsxv3.common.synchronization [req-e0efa94c-d59c-44bc-8664-25378330beb2 req-19bff9db-ac33-47d5-a45e-0ee3ddad93ba tempest-AttachInterfacesTestJSON-1137117109 tempest-AttachInterfacesTestJSON-1137117109-project-member] Enqueued Resource ID: 8966ee00-e334-44db-b9a8-8395eb857dec with Priority: HIGHEST for action security_group_members [ 1144.835122] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8966ee00-e334-44db-b9a8-8395eb857dec with Priority: HIGHEST for action security_group_members [ 1144.835900] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8966ee00-e334-44db-b9a8-8395eb857dec taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.835900] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.835900] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.836129] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.836271] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.836410] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.836497] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.836699] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.836856] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.836924] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8966ee00-e334-44db-b9a8-8395eb857dec',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.339892] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8966ee00-e334-44db-b9a8-8395eb857dec',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.372377] env[65906]: INFO networking_nsxv3.common.synchronization [req-a1bfa102-cb72-4c43-b218-3944f286b36e req-6a58726f-a86f-4b21-8901-4a60afa9dea0 service nova] Enqueued Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_rules [ 1145.372377] env[65906]: INFO networking_nsxv3.common.synchronization [req-a1bfa102-cb72-4c43-b218-3944f286b36e req-6a58726f-a86f-4b21-8901-4a60afa9dea0 service nova] Enqueued Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_members [ 1145.372377] env[65906]: INFO networking_nsxv3.common.synchronization [req-a1bfa102-cb72-4c43-b218-3944f286b36e req-6a58726f-a86f-4b21-8901-4a60afa9dea0 service nova] Enqueued Resource ID: 419da1ae-d9be-4749-8b6f-6edc83f3ad32 with Priority: HIGHEST for action port [ 1145.372377] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_rules [ 1145.373944] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_members [ 1145.374237] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 419da1ae-d9be-4749-8b6f-6edc83f3ad32 with Priority: HIGHEST for action port [ 1145.374640] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.375358] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.375534] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.375875] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.376087] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.379208] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.379367] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.379603] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-419da1ae-d9be-4749-8b6f-6edc83f3ad32 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.379711] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-419da1ae-d9be-4749-8b6f-6edc83f3ad32" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.379771] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-419da1ae-d9be-4749-8b6f-6edc83f3ad32" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.379992] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-419da1ae-d9be-4749-8b6f-6edc83f3ad32" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.380085] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('419da1ae-d9be-4749-8b6f-6edc83f3ad32',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.847045] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8966ee00-e334-44db-b9a8-8395eb857dec',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.882365] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.882610] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.882827] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 419da1ae-d9be-4749-8b6f-6edc83f3ad32 with status ACTIVE [ 1145.882976] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.883101] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.883168] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.883398] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.883495] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.883671] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.883769] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.883840] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.883976] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.884067] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.884262] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.884351] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.884413] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.884553] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.884626] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.884710] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 419da1ae-d9be-4749-8b6f-6edc83f3ad32 is going to be updated. [ 1145.906959] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.907155] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.907223] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.907435] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.907588] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.907747] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-419da1ae-d9be-4749-8b6f-6edc83f3ad32" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.300215] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: SUCCESS [ 1146.300414] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 deletion is rescheduled due to dependency. [ 1146.300515] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.300692] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.300915] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.301121] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.301244] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.301305] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.301465] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.301546] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.301642] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.349266] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.349424] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.349485] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.349702] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.349789] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.349907] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8966ee00-e334-44db-b9a8-8395eb857dec is going to be updated. [ 1146.381800] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.381948] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.382038] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.382292] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.382511] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.392525] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8966ee00-e334-44db-b9a8-8395eb857dec in Status: IN_PROGRESS for 2s [ 1146.804452] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.308503] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.813568] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.813729] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.813827] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.814104] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.814219] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.814385] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 is going to be updated. [ 1147.845223] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.845376] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.845449] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.845675] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.845819] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.856973] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: IN_PROGRESS for 2s [ 1148.404358] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8966ee00-e334-44db-b9a8-8395eb857dec in Status: SUCCESS [ 1148.404728] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.227568] env[65906]: INFO networking_nsxv3.common.synchronization [req-bedcff54-aa6f-49c4-b503-994e966e4ec8 req-44bafb04-3299-4d1b-94a4-72e4c85fc3be tempest-ServerDiskConfigTestJSON-191991450 tempest-ServerDiskConfigTestJSON-191991450-project-member] Enqueued Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_members [ 1149.228157] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_members [ 1149.228492] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acd34f6-86f6-4580-b77d-01781e6d99a3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.228581] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.228646] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.229086] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.229086] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.229086] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.229302] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.229302] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.229398] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.229581] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.633358] env[65906]: INFO networking_nsxv3.common.synchronization [req-5e66d7b8-e13f-41a6-96d5-d7a3d655da1e req-83d37202-e6cd-4a0b-86c3-ef43a6d2835f tempest-AttachVolumeTestJSON-546855346 tempest-AttachVolumeTestJSON-546855346-project-member] Enqueued Resource ID: 68e7cee4-6ade-41e8-aaec-7944c5815937 with Priority: HIGHEST for action security_group_members [ 1149.633961] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68e7cee4-6ade-41e8-aaec-7944c5815937 with Priority: HIGHEST for action security_group_members [ 1149.634299] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-68e7cee4-6ade-41e8-aaec-7944c5815937 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.634412] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.634480] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.634685] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.634842] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.634944] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.635022] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.636128] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.636242] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.636345] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('68e7cee4-6ade-41e8-aaec-7944c5815937',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.731485] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.731694] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.731736] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.731942] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.732061] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.732285] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.732428] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.732493] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.732662] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.732742] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.732837] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 is going to be updated. [ 1149.764404] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.764588] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.764640] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.764832] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.765291] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.775526] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 in Status: IN_PROGRESS for 2s [ 1149.866024] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: SUCCESS [ 1149.866284] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.866511] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.866740] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.866934] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.867079] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.867149] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.867304] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.867385] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.867469] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.867566] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.139717] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.139900] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.139970] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.140312] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.140437] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.140672] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.140805] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.140890] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.141115] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.141228] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.141342] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68e7cee4-6ade-41e8-aaec-7944c5815937 is going to be updated. [ 1150.171450] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.171738] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.171825] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.172065] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.172207] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.181792] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68e7cee4-6ade-41e8-aaec-7944c5815937 in Status: IN_PROGRESS for 2s [ 1150.369575] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.369741] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.369813] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.370056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.370249] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.370507] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.370507] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.370683] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.370768] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.370858] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.371080] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.371218] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.371312] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.371502] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.371710] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.371815] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.371922] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.372110] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.372238] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.372394] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.372536] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.875029] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba05ac9b-ab92-4f51-85cd-746125ae8582: rpc.has_security_group_logging(os_id): False [ 1150.895813] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.895979] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.896060] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.896350] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.896384] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.896605] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.896711] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.896778] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.896932] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.897018] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.897206] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.897300] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.897358] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.897497] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.897573] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.898477] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.898477] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.898477] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.898477] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.898477] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.898477] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 is going to be updated. [ 1150.965201] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.965355] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.965452] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.965636] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.965781] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.981522] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: IN_PROGRESS for 2s [ 1151.786901] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 in Status: SUCCESS [ 1151.787143] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 deletion is rescheduled due to dependency. [ 1151.787209] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.198930] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 68e7cee4-6ade-41e8-aaec-7944c5815937 in Status: SUCCESS [ 1152.199339] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 68e7cee4-6ade-41e8-aaec-7944c5815937 deletion is rescheduled due to dependency. [ 1152.199339] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.879190] env[65906]: INFO networking_nsxv3.common.synchronization [req-95fb97a7-3ee2-485d-bdc1-92c55f9f2b8a req-272afc44-1690-4c81-990d-b931b7304f33 tempest-AttachInterfacesTestJSON-1137117109 tempest-AttachInterfacesTestJSON-1137117109-project-member] Enqueued Resource ID: 8966ee00-e334-44db-b9a8-8395eb857dec with Priority: HIGHEST for action security_group_members [ 1152.880217] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8966ee00-e334-44db-b9a8-8395eb857dec with Priority: HIGHEST for action security_group_members [ 1152.880388] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8966ee00-e334-44db-b9a8-8395eb857dec taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.880443] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.880504] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.880701] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.880857] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.880957] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.881054] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.881174] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.881784] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.881784] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8966ee00-e334-44db-b9a8-8395eb857dec',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.999652] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: SUCCESS [ 1152.999875] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.123315] env[65906]: INFO networking_nsxv3.common.synchronization [req-7bb729b0-7560-4dcc-844f-d84f350f3d34 req-56327fa1-8e0d-4e87-b43f-2d17cf7be9ec tempest-ServerDiskConfigTestJSON-191991450 tempest-ServerDiskConfigTestJSON-191991450-project-member] Enqueued Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_members [ 1153.124084] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_members [ 1153.124535] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acd34f6-86f6-4580-b77d-01781e6d99a3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.124723] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.124800] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.124939] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.125128] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.125230] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.125339] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.125442] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.125530] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.125623] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.383904] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.384274] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.384274] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.384364] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.384450] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.384690] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.384814] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.384884] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.385378] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.385378] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.385378] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8966ee00-e334-44db-b9a8-8395eb857dec is going to be updated. [ 1153.421323] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.421508] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.421508] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.421725] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.421865] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.428936] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-572 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.429149] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-572" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.429308] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-572" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.429580] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-572" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.429838] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.430014] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.430137] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.430349] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.430515] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.430725] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1153.430836] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1153.430944] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1153.431060] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1153.431176] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1153.431264] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1153.431394] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1153.432977] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8966ee00-e334-44db-b9a8-8395eb857dec in Status: IN_PROGRESS for 2s [ 1153.457679] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1153.457679] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1153.457956] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1153.457956] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-572" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.458292] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-538aa21a-b970-4b7d-b923-0cab698a96da taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.458474] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-538aa21a-b970-4b7d-b923-0cab698a96da" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.458587] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-538aa21a-b970-4b7d-b923-0cab698a96da" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.458932] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-538aa21a-b970-4b7d-b923-0cab698a96da" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.459101] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('538aa21a-b970-4b7d-b923-0cab698a96da',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.628054] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.629059] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.629059] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.629059] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.629059] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.629059] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.629281] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.629281] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.629413] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.629487] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.629545] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 is going to be updated. [ 1153.659017] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.659204] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.659284] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.659507] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.659664] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.670878] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 in Status: IN_PROGRESS for 2s [ 1153.962416] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.962416] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.962416] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.962416] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.962727] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.962842] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port 538aa21a-b970-4b7d-b923-0cab698a96da not found, creating... [ 1153.963176] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.963406] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.963553] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.963834] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.964042] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.964415] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.964604] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.964759] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.965014] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.965510] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.965510] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: 538aa21a-b970-4b7d-b923-0cab698a96da is going to be created. [ 1153.986851] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.987163] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.987311] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.987600] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.987902] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.988139] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-538aa21a-b970-4b7d-b923-0cab698a96da" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.686293] env[65906]: INFO networking_nsxv3.common.synchronization [req-7bb729b0-7560-4dcc-844f-d84f350f3d34 req-baafc7bf-ebac-4068-9b29-73fd0b3e9ce6 service nova] Enqueued Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_rules [ 1154.686756] env[65906]: INFO networking_nsxv3.common.synchronization [req-7bb729b0-7560-4dcc-844f-d84f350f3d34 req-baafc7bf-ebac-4068-9b29-73fd0b3e9ce6 service nova] Enqueued Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_members [ 1154.686756] env[65906]: INFO networking_nsxv3.common.synchronization [req-7bb729b0-7560-4dcc-844f-d84f350f3d34 req-baafc7bf-ebac-4068-9b29-73fd0b3e9ce6 service nova] Enqueued Resource ID: 538aa21a-b970-4b7d-b923-0cab698a96da with Priority: HIGHEST for action port [ 1154.687242] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_rules [ 1154.687404] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_members [ 1154.687501] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 538aa21a-b970-4b7d-b923-0cab698a96da with Priority: HIGHEST for action port [ 1154.687806] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8acd34f6-86f6-4580-b77d-01781e6d99a3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.687951] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.688104] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.688301] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.688428] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.690365] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acd34f6-86f6-4580-b77d-01781e6d99a3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.690365] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.690365] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-538aa21a-b970-4b7d-b923-0cab698a96da taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.690365] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-538aa21a-b970-4b7d-b923-0cab698a96da" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.690365] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-538aa21a-b970-4b7d-b923-0cab698a96da" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.690365] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-538aa21a-b970-4b7d-b923-0cab698a96da" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.690365] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('538aa21a-b970-4b7d-b923-0cab698a96da',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.192020] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acd34f6-86f6-4580-b77d-01781e6d99a3 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.192250] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.192373] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 538aa21a-b970-4b7d-b923-0cab698a96da with status ACTIVE [ 1155.192590] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.192702] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.192768] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.192987] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.193092] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.193267] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.193383] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.193512] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.193582] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.193657] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.193836] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.193930] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.193991] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.194145] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.194217] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.194302] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 538aa21a-b970-4b7d-b923-0cab698a96da is going to be updated. [ 1155.217815] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.218098] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.218098] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.218234] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.218337] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.218498] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-538aa21a-b970-4b7d-b923-0cab698a96da" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.442063] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8966ee00-e334-44db-b9a8-8395eb857dec in Status: SUCCESS [ 1155.442293] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8966ee00-e334-44db-b9a8-8395eb857dec deletion is rescheduled due to dependency. [ 1155.442380] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8966ee00-e334-44db-b9a8-8395eb857dec" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.680890] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 in Status: SUCCESS [ 1155.681103] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 deletion is rescheduled due to dependency. [ 1155.681226] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.681393] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.681648] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.681836] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.681954] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.682442] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.682442] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.682442] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.682442] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.185058] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.686318] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.189135] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.189459] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.189459] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.189579] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.189668] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.189770] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 is going to be updated. [ 1157.237921] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.238109] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.238155] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.238373] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.238513] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.249197] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 in Status: IN_PROGRESS for 2s [ 1157.465484] env[65906]: INFO networking_nsxv3.common.synchronization [req-ad93e726-d64e-436f-80fc-9d6f546af5b0 req-dc805f2b-83d2-4478-94fa-8895286a351a tempest-DeleteServersTestJSON-2048875208 tempest-DeleteServersTestJSON-2048875208-project-member] Enqueued Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_members [ 1157.465580] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_members [ 1157.465885] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.466015] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.466089] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.466851] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.466851] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.466851] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.466851] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.466851] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.466851] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.466851] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.970059] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.970059] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.970059] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.970059] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.970059] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.970425] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.970425] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.970425] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.970584] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.970656] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.970743] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 is going to be updated. [ 1158.001097] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.001282] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.001324] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.001525] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.001661] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.010198] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: IN_PROGRESS for 2s [ 1159.262692] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 in Status: SUCCESS [ 1159.262981] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.263253] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.263480] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.263724] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.263885] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.263955] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.264172] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.264292] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.264388] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.264479] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.428765] env[65906]: INFO networking_nsxv3.common.synchronization [None req-d5c80a88-222d-4e6c-8b4e-f8c03d425ccc tempest-AttachInterfacesTestJSON-1137117109 tempest-AttachInterfacesTestJSON-1137117109-project-member] Enqueued Resource ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 with Priority: HIGHEST for action security_group_members [ 1159.428765] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 with Priority: HIGHEST for action security_group_members [ 1159.429046] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-403d1e32-f39c-439d-b495-bca4f2a9ab47 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.429046] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.429426] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.430714] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.430926] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.431123] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.431194] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.431389] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.431480] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.431578] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.767186] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acd34f6-86f6-4580-b77d-01781e6d99a3 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.767419] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.767419] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.768099] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.768099] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.768099] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.768099] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.768350] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.768350] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.768421] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.768521] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acd34f6-86f6-4580-b77d-01781e6d99a3 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.768615] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.768703] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.768808] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.768953] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.769047] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.769151] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.769258] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.769338] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.769575] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.769575] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.934502] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.934666] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.934769] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.934992] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.935098] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.935296] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.935397] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.935471] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.935659] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.935742] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.935833] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 is going to be updated. [ 1159.962248] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.962248] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.962248] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.962248] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.962248] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.970367] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 in Status: IN_PROGRESS for 2s [ 1160.022127] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: SUCCESS [ 1160.022309] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 deletion is rescheduled due to dependency. [ 1160.022491] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.272598] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8acd34f6-86f6-4580-b77d-01781e6d99a3: rpc.has_security_group_logging(os_id): False [ 1160.305990] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.305990] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.305990] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.305990] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.306295] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.306295] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.306373] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.306373] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.306613] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.306613] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.306790] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.306887] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.306947] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.307089] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.307158] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.308031] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.308031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.308031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.308031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.308031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.308031] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 is going to be updated. [ 1160.380319] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.380490] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.380584] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.380779] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.380929] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.395327] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 in Status: IN_PROGRESS for 2s [ 1161.980814] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 in Status: SUCCESS [ 1161.981162] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 deletion is rescheduled due to dependency. [ 1161.981162] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.410584] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 in Status: SUCCESS [ 1162.410813] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.835854] env[65906]: INFO networking_nsxv3.common.synchronization [None req-300fb816-9d06-4269-b3af-03fd727fbe60 None None] Enqueued Resource ID: 718e96f3-ff01-49b2-a6f4-1da3e92dc580 with Priority: HIGHEST for action port [ 1163.835854] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 718e96f3-ff01-49b2-a6f4-1da3e92dc580 with Priority: HIGHEST for action port [ 1163.835854] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-718e96f3-ff01-49b2-a6f4-1da3e92dc580 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.836612] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-718e96f3-ff01-49b2-a6f4-1da3e92dc580" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.836612] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-718e96f3-ff01-49b2-a6f4-1da3e92dc580" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.836612] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-718e96f3-ff01-49b2-a6f4-1da3e92dc580" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.836612] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('718e96f3-ff01-49b2-a6f4-1da3e92dc580',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.339681] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 718e96f3-ff01-49b2-a6f4-1da3e92dc580 [ 1164.339977] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.340143] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.340211] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.340427] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.340541] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.340646] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:718e96f3-ff01-49b2-a6f4-1da3e92dc580 already deleted. [ 1164.340731] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-718e96f3-ff01-49b2-a6f4-1da3e92dc580" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.163998] env[65906]: INFO networking_nsxv3.common.synchronization [None req-dececd60-bc4b-4c64-859e-92494e6f88eb None None] Enqueued Resource ID: 37e67dff-a522-441e-b76c-04b2bfd06466 with Priority: HIGHEST for action port [ 1166.164951] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37e67dff-a522-441e-b76c-04b2bfd06466 with Priority: HIGHEST for action port [ 1166.164951] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-37e67dff-a522-441e-b76c-04b2bfd06466 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.164951] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37e67dff-a522-441e-b76c-04b2bfd06466" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.164951] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37e67dff-a522-441e-b76c-04b2bfd06466" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.165379] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37e67dff-a522-441e-b76c-04b2bfd06466" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.165456] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37e67dff-a522-441e-b76c-04b2bfd06466',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.667961] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37e67dff-a522-441e-b76c-04b2bfd06466 [ 1166.668214] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.668314] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.668380] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.668595] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.668686] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.668782] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37e67dff-a522-441e-b76c-04b2bfd06466 already deleted. [ 1166.668864] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37e67dff-a522-441e-b76c-04b2bfd06466" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.017880] env[65906]: INFO networking_nsxv3.common.synchronization [req-57245fc8-7aca-4d6e-aa6c-576ad7e03826 req-1cc995ab-e53f-42ba-8a49-7be9c67ed5d5 tempest-DeleteServersTestJSON-2048875208 tempest-DeleteServersTestJSON-2048875208-project-member] Enqueued Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_members [ 1167.020125] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_members [ 1167.020125] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.020125] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.020125] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.020125] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.020125] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.020125] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.020125] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.020686] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.020686] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.020686] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.390417] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-226 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.390748] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-226" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.390748] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-226" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.391014] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-226" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.391276] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.391434] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.391557] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.391767] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.391911] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.392137] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.392249] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1167.392355] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1167.392459] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1167.392639] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.392755] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1167.392889] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1167.416232] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1167.416471] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1167.416770] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1167.417428] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-226" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.417428] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-78654f37-903d-4eff-be63-2e41dc08c5af taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.417661] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-78654f37-903d-4eff-be63-2e41dc08c5af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.418125] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-78654f37-903d-4eff-be63-2e41dc08c5af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.418199] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-78654f37-903d-4eff-be63-2e41dc08c5af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.418309] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78654f37-903d-4eff-be63-2e41dc08c5af',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.522614] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.522809] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.522959] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.523265] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.523403] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.523598] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.525221] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.525221] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.525221] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.525221] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.525221] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 is going to be updated. [ 1167.553897] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.554105] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.554180] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.554403] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.554585] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.565992] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: IN_PROGRESS for 2s [ 1167.922182] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.922460] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.922726] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.923392] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.923392] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.923532] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port 78654f37-903d-4eff-be63-2e41dc08c5af not found, creating... [ 1167.923852] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.924019] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.924153] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.924379] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.924509] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.924857] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.925020] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.925137] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.925332] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.925493] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.925613] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: 78654f37-903d-4eff-be63-2e41dc08c5af is going to be created. [ 1167.948108] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.948320] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.948441] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.948697] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.948923] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.949158] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-78654f37-903d-4eff-be63-2e41dc08c5af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.669207] env[65906]: INFO networking_nsxv3.common.synchronization [req-57245fc8-7aca-4d6e-aa6c-576ad7e03826 req-e2812a4d-a2e4-466a-bb44-d815f94c45ba service nova] Enqueued Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_rules [ 1168.669207] env[65906]: INFO networking_nsxv3.common.synchronization [req-57245fc8-7aca-4d6e-aa6c-576ad7e03826 req-e2812a4d-a2e4-466a-bb44-d815f94c45ba service nova] Enqueued Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_members [ 1168.669207] env[65906]: INFO networking_nsxv3.common.synchronization [req-57245fc8-7aca-4d6e-aa6c-576ad7e03826 req-e2812a4d-a2e4-466a-bb44-d815f94c45ba service nova] Enqueued Resource ID: 78654f37-903d-4eff-be63-2e41dc08c5af with Priority: HIGHEST for action port [ 1168.669207] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_rules [ 1168.669207] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_members [ 1168.669207] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78654f37-903d-4eff-be63-2e41dc08c5af with Priority: HIGHEST for action port [ 1168.669207] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.669207] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.669207] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.669207] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.669207] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.673029] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.673298] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.674277] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-78654f37-903d-4eff-be63-2e41dc08c5af taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.674591] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78654f37-903d-4eff-be63-2e41dc08c5af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.674755] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78654f37-903d-4eff-be63-2e41dc08c5af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.675030] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78654f37-903d-4eff-be63-2e41dc08c5af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.677017] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78654f37-903d-4eff-be63-2e41dc08c5af',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.177289] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.177781] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.178074] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78654f37-903d-4eff-be63-2e41dc08c5af with status ACTIVE [ 1169.178273] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.178398] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.178468] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.178709] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.178812] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.178991] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.179109] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.179167] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.179329] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.179405] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.179582] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.179676] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.179733] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.179893] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.179983] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.180070] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78654f37-903d-4eff-be63-2e41dc08c5af is going to be updated. [ 1169.204208] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.204401] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.204478] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.205109] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.205109] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.205109] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78654f37-903d-4eff-be63-2e41dc08c5af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.388926] env[65906]: INFO networking_nsxv3.common.synchronization [req-1f6c1861-50bb-41ba-80e1-62a6bf610abd req-621622ca-63b8-4182-a8bf-2cf611181c3b tempest-ServerRescueTestJSON-253329470 tempest-ServerRescueTestJSON-253329470-project-member] Enqueued Resource ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 with Priority: HIGHEST for action security_group_members [ 1169.389608] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 with Priority: HIGHEST for action security_group_members [ 1169.389932] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d41ba82-bc53-4a6e-b355-3cd4ec085051 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.390280] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.390365] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.390779] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.390954] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.391085] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.391148] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.391285] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.391369] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.391505] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d41ba82-bc53-4a6e-b355-3cd4ec085051',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.577634] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: SUCCESS [ 1169.577896] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 deletion is rescheduled due to dependency. [ 1169.577996] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.578172] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.578387] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.578613] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.578746] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.578812] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.578998] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.579060] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.579151] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.691453] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-917 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.691894] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-917" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.691894] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-917" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.692206] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-917" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.692486] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.692707] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.692853] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.693093] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.693209] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.693430] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1169.693752] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1169.693752] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1169.693929] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1169.693929] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1169.694058] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1169.694157] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1169.718616] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1169.718940] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1169.719213] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1169.719463] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-917" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.719896] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-a1f017d3-c53c-438f-9214-d0479f3316e1 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.720162] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-a1f017d3-c53c-438f-9214-d0479f3316e1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.720336] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-a1f017d3-c53c-438f-9214-d0479f3316e1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.720795] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-a1f017d3-c53c-438f-9214-d0479f3316e1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.721015] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1f017d3-c53c-438f-9214-d0479f3316e1',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.894422] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.894585] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.894659] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.894887] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.895070] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.895184] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.895311] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.895379] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.895534] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.895609] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.895694] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 already deleted. [ 1169.895774] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.084439] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.224177] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.224403] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.224527] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.224820] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.224973] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.225141] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port a1f017d3-c53c-438f-9214-d0479f3316e1 not found, creating... [ 1170.225401] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.225557] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.225792] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.225955] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.226131] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.226402] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.226556] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.226673] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.226874] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.227011] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.227160] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: a1f017d3-c53c-438f-9214-d0479f3316e1 is going to be created. [ 1170.248125] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.248347] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.248470] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.248774] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.249069] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.249234] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-a1f017d3-c53c-438f-9214-d0479f3316e1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.586863] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.945878] env[65906]: INFO networking_nsxv3.common.synchronization [req-1f6c1861-50bb-41ba-80e1-62a6bf610abd req-838b36ca-eb4b-41b0-8477-4321e3f1cd64 service nova] Enqueued Resource ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 with Priority: HIGHEST for action security_group_rules [ 1170.946228] env[65906]: INFO networking_nsxv3.common.synchronization [req-1f6c1861-50bb-41ba-80e1-62a6bf610abd req-838b36ca-eb4b-41b0-8477-4321e3f1cd64 service nova] Enqueued Resource ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 with Priority: HIGHEST for action security_group_members [ 1170.946385] env[65906]: INFO networking_nsxv3.common.synchronization [req-1f6c1861-50bb-41ba-80e1-62a6bf610abd req-838b36ca-eb4b-41b0-8477-4321e3f1cd64 service nova] Enqueued Resource ID: a1f017d3-c53c-438f-9214-d0479f3316e1 with Priority: HIGHEST for action port [ 1170.947915] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 with Priority: HIGHEST for action security_group_rules [ 1170.948087] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 with Priority: HIGHEST for action security_group_members [ 1170.948191] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f017d3-c53c-438f-9214-d0479f3316e1 with Priority: HIGHEST for action port [ 1170.948474] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d41ba82-bc53-4a6e-b355-3cd4ec085051 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.948599] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.948666] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.948936] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.949028] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d41ba82-bc53-4a6e-b355-3cd4ec085051',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.949934] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d41ba82-bc53-4a6e-b355-3cd4ec085051 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.950057] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.950131] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.950312] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.950495] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.950678] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.950795] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.950986] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.951094] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.951191] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d41ba82-bc53-4a6e-b355-3cd4ec085051',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.952356] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1f017d3-c53c-438f-9214-d0479f3316e1 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.953352] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1f017d3-c53c-438f-9214-d0479f3316e1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.953352] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1f017d3-c53c-438f-9214-d0479f3316e1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.953352] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1f017d3-c53c-438f-9214-d0479f3316e1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.953352] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1f017d3-c53c-438f-9214-d0479f3316e1',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.089645] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.089894] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.090065] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.090393] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.090538] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.090657] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 is going to be updated. [ 1171.124345] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.124616] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.124616] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.124835] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.125092] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.136235] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: IN_PROGRESS for 2s [ 1171.454966] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d41ba82-bc53-4a6e-b355-3cd4ec085051 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.455102] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.456387] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d41ba82-bc53-4a6e-b355-3cd4ec085051',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.457689] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1f017d3-c53c-438f-9214-d0479f3316e1 with status ACTIVE [ 1171.457871] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.457984] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.458068] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.458270] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.458360] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.458533] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.458643] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.458696] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.458825] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.458903] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.459082] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.459172] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.459231] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.459363] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.459434] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.459521] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1f017d3-c53c-438f-9214-d0479f3316e1 is going to be updated. [ 1171.479997] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.480161] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.480273] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.480433] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.480607] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.480776] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1f017d3-c53c-438f-9214-d0479f3316e1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.962115] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d41ba82-bc53-4a6e-b355-3cd4ec085051',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.466196] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.466359] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.466437] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.466664] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.466748] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.466850] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 is going to be created. [ 1172.491352] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.491522] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.491567] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.491763] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.492333] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.502085] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 in Status: UNINITIALIZED for 2s [ 1173.147916] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: SUCCESS [ 1173.148201] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.148516] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.148549] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.148983] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.149113] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.149241] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.149387] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.149460] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.149553] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.149646] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.651718] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.651918] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.651965] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.652193] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.652365] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.652467] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.652533] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.652764] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.652851] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.652946] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.653282] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.653282] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.653282] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.653440] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.653528] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.653621] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.653714] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.653865] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.653941] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.654034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.654121] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.156294] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba05ac9b-ab92-4f51-85cd-746125ae8582: rpc.has_security_group_logging(os_id): False [ 1174.178181] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.178395] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.178491] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.178791] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.178906] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.179214] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.179348] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.179412] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.179619] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.179762] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.180040] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.180181] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.180295] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.180464] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.180556] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.180907] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.181042] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.181198] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.181259] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.182020] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.182020] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 is going to be updated. [ 1174.277883] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.278106] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.278216] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.278507] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.278777] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.327604] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: IN_PROGRESS for 2s [ 1174.512679] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 in Status: SUCCESS [ 1174.513016] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.513240] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.513488] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.513833] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.514101] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.514243] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.514467] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.514596] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.514742] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.514905] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d41ba82-bc53-4a6e-b355-3cd4ec085051',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.017626] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d41ba82-bc53-4a6e-b355-3cd4ec085051 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.017916] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.017916] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.018162] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.018349] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.018458] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.018521] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.018654] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.018736] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.018825] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.019024] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d41ba82-bc53-4a6e-b355-3cd4ec085051 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.019325] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.019325] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.019490] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.019649] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.019736] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.019736] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.019883] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.019966] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.020088] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.020209] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d41ba82-bc53-4a6e-b355-3cd4ec085051',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.522841] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d41ba82-bc53-4a6e-b355-3cd4ec085051: rpc.has_security_group_logging(os_id): False [ 1175.541616] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.541815] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.541815] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.543070] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.543070] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.543070] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.543070] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.543070] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.543070] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.543070] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.543548] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.543548] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.543548] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.543548] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.543884] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.543884] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.544033] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.544033] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.544161] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.544241] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.544327] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 is going to be created. [ 1175.603888] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.604080] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.604193] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.604356] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.604564] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.616952] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 in Status: IN_PROGRESS for 2s [ 1175.949244] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1175.949244] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1176.348141] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: SUCCESS [ 1176.348383] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.859636] env[65906]: INFO networking_nsxv3.common.synchronization [req-33c1475d-5800-4b50-93b7-8a29530da59f req-f2e07f56-dbbd-4a66-90f6-f3748949daf6 tempest-ServerActionsTestOtherA-1758405275 tempest-ServerActionsTestOtherA-1758405275-project-member] Enqueued Resource ID: 4d90b830-2a74-4249-877b-9a8dda895c9a with Priority: HIGHEST for action security_group_members [ 1176.860681] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d90b830-2a74-4249-877b-9a8dda895c9a with Priority: HIGHEST for action security_group_members [ 1176.861509] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d90b830-2a74-4249-877b-9a8dda895c9a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.861879] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.861987] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.862408] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.862578] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.862771] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.862895] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.863149] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.863277] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.863422] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d90b830-2a74-4249-877b-9a8dda895c9a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.287658] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-341 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.287860] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-341" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.287982] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-341" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.288284] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-341" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.288538] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.288695] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.288812] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.289110] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.289269] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.289486] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.289611] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1177.289718] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1177.289826] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1177.289931] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.290045] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1177.290174] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1177.319054] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1177.319413] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1177.319639] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1177.319859] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-341" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.320236] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-cbca74c3-32e1-4d62-b966-03684a51b72c taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.320418] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-cbca74c3-32e1-4d62-b966-03684a51b72c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.320528] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-cbca74c3-32e1-4d62-b966-03684a51b72c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.320927] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-cbca74c3-32e1-4d62-b966-03684a51b72c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.321101] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbca74c3-32e1-4d62-b966-03684a51b72c',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.365708] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.365923] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.365968] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.366390] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.366390] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.366571] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.366674] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.366746] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.366899] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.366973] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.367069] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d90b830-2a74-4249-877b-9a8dda895c9a already deleted. [ 1177.367197] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.630059] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 in Status: SUCCESS [ 1177.630313] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.823953] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.824472] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.824472] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.824728] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.824893] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.825056] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port cbca74c3-32e1-4d62-b966-03684a51b72c not found, creating... [ 1177.825327] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.825481] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.825632] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.825872] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.826015] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.826300] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.826453] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.826568] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.826792] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.826964] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.827165] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: cbca74c3-32e1-4d62-b966-03684a51b72c is going to be created. [ 1177.849571] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.849829] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.849932] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.850267] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.850501] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.850749] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-cbca74c3-32e1-4d62-b966-03684a51b72c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.294789] env[65906]: INFO networking_nsxv3.common.synchronization [req-4175886d-0e40-4b01-ae04-70ffa3057512 req-af7837fd-4f2c-49ef-9d08-63528e125259 tempest-ServerDiskConfigTestJSON-191991450 tempest-ServerDiskConfigTestJSON-191991450-project-member] Enqueued Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_members [ 1178.295426] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_members [ 1178.295780] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acd34f6-86f6-4580-b77d-01781e6d99a3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.295920] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.296028] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.296261] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.296442] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.296583] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.296644] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.297693] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.297693] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.297693] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.610070] env[65906]: INFO networking_nsxv3.common.synchronization [req-33c1475d-5800-4b50-93b7-8a29530da59f req-ef0c70b3-59e0-43aa-8899-2ea4e8b05e29 service nova] Enqueued Resource ID: 4d90b830-2a74-4249-877b-9a8dda895c9a with Priority: HIGHEST for action security_group_rules [ 1178.610070] env[65906]: INFO networking_nsxv3.common.synchronization [req-33c1475d-5800-4b50-93b7-8a29530da59f req-ef0c70b3-59e0-43aa-8899-2ea4e8b05e29 service nova] Enqueued Resource ID: 4d90b830-2a74-4249-877b-9a8dda895c9a with Priority: HIGHEST for action security_group_members [ 1178.610070] env[65906]: INFO networking_nsxv3.common.synchronization [req-33c1475d-5800-4b50-93b7-8a29530da59f req-ef0c70b3-59e0-43aa-8899-2ea4e8b05e29 service nova] Enqueued Resource ID: cbca74c3-32e1-4d62-b966-03684a51b72c with Priority: HIGHEST for action port [ 1178.611028] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d90b830-2a74-4249-877b-9a8dda895c9a with Priority: HIGHEST for action security_group_rules [ 1178.611028] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d90b830-2a74-4249-877b-9a8dda895c9a with Priority: HIGHEST for action security_group_members [ 1178.611028] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbca74c3-32e1-4d62-b966-03684a51b72c with Priority: HIGHEST for action port [ 1178.611674] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d90b830-2a74-4249-877b-9a8dda895c9a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.611674] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.611674] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.611674] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.612093] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d90b830-2a74-4249-877b-9a8dda895c9a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.613372] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d90b830-2a74-4249-877b-9a8dda895c9a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.613495] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.614215] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.614215] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.614215] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.614215] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.614457] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.615024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.615024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.615024] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d90b830-2a74-4249-877b-9a8dda895c9a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.616273] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbca74c3-32e1-4d62-b966-03684a51b72c taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.616417] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbca74c3-32e1-4d62-b966-03684a51b72c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.616456] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbca74c3-32e1-4d62-b966-03684a51b72c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.616784] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbca74c3-32e1-4d62-b966-03684a51b72c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.616784] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbca74c3-32e1-4d62-b966-03684a51b72c',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.799887] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.799887] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.799887] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.800204] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.800204] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.800393] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.800494] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.800571] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.800777] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.800900] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.800998] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 is going to be updated. [ 1178.828014] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.828233] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.828298] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.828543] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.828701] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.838999] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 in Status: IN_PROGRESS for 2s [ 1179.119847] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d90b830-2a74-4249-877b-9a8dda895c9a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.121313] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d90b830-2a74-4249-877b-9a8dda895c9a taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.121313] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.121534] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbca74c3-32e1-4d62-b966-03684a51b72c with status ACTIVE [ 1179.121788] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.121933] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.122033] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.122324] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.122468] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.122709] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.122873] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.122958] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.123176] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.123287] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.123536] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.123704] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.123802] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.123967] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.124092] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.124216] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbca74c3-32e1-4d62-b966-03684a51b72c is going to be updated. [ 1179.147882] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.148110] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.148228] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.148471] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.148657] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.148842] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbca74c3-32e1-4d62-b966-03684a51b72c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.626907] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d90b830-2a74-4249-877b-9a8dda895c9a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.128498] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.128698] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.128747] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.129062] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.129157] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.129302] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d90b830-2a74-4249-877b-9a8dda895c9a is going to be created. [ 1180.151325] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.151527] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.151570] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.151858] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.152058] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.161316] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d90b830-2a74-4249-877b-9a8dda895c9a in Status: UNINITIALIZED for 2s [ 1180.849489] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 in Status: SUCCESS [ 1180.849763] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 deletion is rescheduled due to dependency. [ 1180.849813] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.909284] env[65906]: INFO networking_nsxv3.common.synchronization [req-03a2cbb6-102f-41db-b471-eaba37b4939f req-d2b1b10f-9173-45b0-b067-8b3f16c4cce5 tempest-ServerDiskConfigTestJSON-191991450 tempest-ServerDiskConfigTestJSON-191991450-project-member] Enqueued Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_members [ 1181.909284] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_members [ 1181.909956] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acd34f6-86f6-4580-b77d-01781e6d99a3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.909956] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.909956] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.910530] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.910727] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.910848] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.910911] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.911085] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.911301] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.911384] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.172901] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d90b830-2a74-4249-877b-9a8dda895c9a in Status: SUCCESS [ 1182.173181] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.173709] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.173951] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.174162] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.174277] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.174341] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.174494] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.174572] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.174652] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.174736] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d90b830-2a74-4249-877b-9a8dda895c9a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.199913] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-572 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.200139] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-572" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.200258] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-572" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.200588] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-572" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.201417] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.201593] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.201773] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.201930] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.202084] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.202293] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1182.202401] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1182.202507] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1182.202609] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1182.202800] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1182.202918] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1182.203061] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1182.243672] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1182.243900] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1182.244063] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1182.244251] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-572" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.244573] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-a64eddb5-0771-4c60-ae40-f36449fa2f4a taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.244739] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-a64eddb5-0771-4c60-ae40-f36449fa2f4a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.244856] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-a64eddb5-0771-4c60-ae40-f36449fa2f4a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.245297] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-a64eddb5-0771-4c60-ae40-f36449fa2f4a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.245452] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a64eddb5-0771-4c60-ae40-f36449fa2f4a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.413264] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.413429] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.413503] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.413835] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.413943] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.414155] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.414265] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.414329] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.414524] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.414608] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.414696] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 is going to be updated. [ 1182.445546] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.445755] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.445755] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.445992] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.446138] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.458650] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 in Status: IN_PROGRESS for 2s [ 1182.677016] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d90b830-2a74-4249-877b-9a8dda895c9a taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.677245] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.677245] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.677462] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.677646] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.677749] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.677815] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.677964] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.678066] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.678155] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.678306] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d90b830-2a74-4249-877b-9a8dda895c9a taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.678398] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.678450] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.678587] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.678747] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.678807] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.678869] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.679015] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.679093] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.679171] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.679254] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d90b830-2a74-4249-877b-9a8dda895c9a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.748237] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.748450] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.748570] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.748848] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.749011] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.749184] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port a64eddb5-0771-4c60-ae40-f36449fa2f4a not found, creating... [ 1182.749454] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.749612] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.749748] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.749949] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.750117] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.750399] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.750553] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.750687] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.750866] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.750997] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.751147] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: a64eddb5-0771-4c60-ae40-f36449fa2f4a is going to be created. [ 1182.777314] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.777626] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.777766] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.778100] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.778344] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.778581] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-a64eddb5-0771-4c60-ae40-f36449fa2f4a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.181363] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d90b830-2a74-4249-877b-9a8dda895c9a: rpc.has_security_group_logging(os_id): False [ 1183.201497] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.201651] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.201764] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.201943] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.202048] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.202260] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.202399] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.202435] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.202554] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.202629] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.202930] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.203061] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.203100] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.203241] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.203321] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.203495] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.203588] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.203648] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.203836] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.203908] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.204040] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d90b830-2a74-4249-877b-9a8dda895c9a is going to be created. [ 1183.267045] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.267045] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.267045] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.267045] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.267045] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.311325] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d90b830-2a74-4249-877b-9a8dda895c9a in Status: IN_PROGRESS for 2s [ 1183.476519] env[65906]: INFO networking_nsxv3.common.synchronization [req-03a2cbb6-102f-41db-b471-eaba37b4939f req-1edeae0b-5c73-4bfe-ad5f-cf52fdfc46df service nova] Enqueued Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_rules [ 1183.476519] env[65906]: INFO networking_nsxv3.common.synchronization [req-03a2cbb6-102f-41db-b471-eaba37b4939f req-1edeae0b-5c73-4bfe-ad5f-cf52fdfc46df service nova] Enqueued Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_members [ 1183.476519] env[65906]: INFO networking_nsxv3.common.synchronization [req-03a2cbb6-102f-41db-b471-eaba37b4939f req-1edeae0b-5c73-4bfe-ad5f-cf52fdfc46df service nova] Enqueued Resource ID: a64eddb5-0771-4c60-ae40-f36449fa2f4a with Priority: HIGHEST for action port [ 1183.476519] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_rules [ 1183.476931] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_members [ 1183.477288] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a64eddb5-0771-4c60-ae40-f36449fa2f4a with Priority: HIGHEST for action port [ 1183.477670] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8acd34f6-86f6-4580-b77d-01781e6d99a3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.477881] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.477980] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.478328] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.478501] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.480280] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acd34f6-86f6-4580-b77d-01781e6d99a3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.480452] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.480981] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-a64eddb5-0771-4c60-ae40-f36449fa2f4a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.481103] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a64eddb5-0771-4c60-ae40-f36449fa2f4a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.482030] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a64eddb5-0771-4c60-ae40-f36449fa2f4a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.482030] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a64eddb5-0771-4c60-ae40-f36449fa2f4a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.482030] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a64eddb5-0771-4c60-ae40-f36449fa2f4a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.984372] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acd34f6-86f6-4580-b77d-01781e6d99a3 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.984560] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.984697] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a64eddb5-0771-4c60-ae40-f36449fa2f4a with status ACTIVE [ 1183.984864] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.984975] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.985069] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.985482] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.985482] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.985618] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.985618] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.985754] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.985804] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.985876] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.986151] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.986151] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.986297] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.986345] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.986408] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.986493] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a64eddb5-0771-4c60-ae40-f36449fa2f4a is going to be updated. [ 1184.011242] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.011414] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.011491] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.011673] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.011809] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.011974] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a64eddb5-0771-4c60-ae40-f36449fa2f4a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.470312] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 in Status: SUCCESS [ 1184.470788] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 deletion is rescheduled due to dependency. [ 1184.470788] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.470788] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.470970] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.471210] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.471330] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.471377] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.471554] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.471640] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.471752] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.974538] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.327878] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d90b830-2a74-4249-877b-9a8dda895c9a in Status: SUCCESS [ 1185.328147] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.476637] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.979827] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.980071] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.980211] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.980637] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.980847] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.981118] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 is going to be updated. [ 1186.017166] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.017471] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.017471] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.017593] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.017738] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.030734] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 in Status: IN_PROGRESS for 2s [ 1188.043601] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 in Status: SUCCESS [ 1188.044193] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.044193] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.044412] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.044632] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.044779] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.044865] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.045053] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.045138] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.045363] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.045363] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.477940] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1188.478145] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1188.547766] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acd34f6-86f6-4580-b77d-01781e6d99a3 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.548132] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.548299] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.548574] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.548765] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.548928] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.549057] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.549281] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.549391] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.549495] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.549704] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acd34f6-86f6-4580-b77d-01781e6d99a3 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.549811] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.549888] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.550105] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.550259] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.550369] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.550408] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.550558] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.550680] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.550811] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.550905] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.053807] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8acd34f6-86f6-4580-b77d-01781e6d99a3: rpc.has_security_group_logging(os_id): False [ 1189.074638] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.074857] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.074913] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.075183] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.075318] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.075507] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.075624] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.075713] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.075930] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.076689] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.076689] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.076689] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.076903] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.076903] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.076967] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.077200] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.077315] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.077381] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.077550] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.077643] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.077759] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 is going to be updated. [ 1189.154986] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.155780] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.155780] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.155780] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.155780] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.172919] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 in Status: IN_PROGRESS for 2s [ 1191.189704] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 in Status: SUCCESS [ 1191.190037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.479406] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1193.479726] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1193.638246] env[65906]: INFO networking_nsxv3.common.synchronization [req-81f79610-f1b8-4b78-be7f-b12743555924 req-ec7dbdb2-3057-4605-838a-d37ce71b23df tempest-ServerRescueTestJSON-253329470 tempest-ServerRescueTestJSON-253329470-project-member] Enqueued Resource ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 with Priority: HIGHEST for action security_group_members [ 1193.638246] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 with Priority: HIGHEST for action security_group_members [ 1193.638336] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d41ba82-bc53-4a6e-b355-3cd4ec085051 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.638387] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.638428] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.638634] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.638785] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.638880] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.638943] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.639100] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.639184] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.639291] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d41ba82-bc53-4a6e-b355-3cd4ec085051',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.984433] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-917 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.984648] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-917" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.984780] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-917" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.985160] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-917" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.985522] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.985734] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.986071] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.986387] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.986577] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.986799] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1193.986915] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1193.987068] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1193.987187] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1193.987302] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1193.987409] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1193.987543] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1194.009940] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1194.010119] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1194.010260] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1194.010431] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-917" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.010807] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-e504b78b-61a6-47bd-89ab-578b6f70b86d taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.010995] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-e504b78b-61a6-47bd-89ab-578b6f70b86d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.011128] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-e504b78b-61a6-47bd-89ab-578b6f70b86d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.011448] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-e504b78b-61a6-47bd-89ab-578b6f70b86d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.011589] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e504b78b-61a6-47bd-89ab-578b6f70b86d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.142078] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d41ba82-bc53-4a6e-b355-3cd4ec085051',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.515293] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.515629] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.515697] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.515977] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.516175] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.516316] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port e504b78b-61a6-47bd-89ab-578b6f70b86d not found, creating... [ 1194.516631] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.516876] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.517037] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.517335] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.517540] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.517903] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.518066] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.518192] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.518486] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.518690] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.518886] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: e504b78b-61a6-47bd-89ab-578b6f70b86d is going to be created. [ 1194.549270] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.549772] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.550031] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.550525] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.550873] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.551315] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-e504b78b-61a6-47bd-89ab-578b6f70b86d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.644031] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d41ba82-bc53-4a6e-b355-3cd4ec085051',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.151873] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.152110] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.152188] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.152445] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.152513] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.152687] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 is going to be updated. [ 1195.184430] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.184708] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.184708] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.184867] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.185031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.196911] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 in Status: IN_PROGRESS for 2s [ 1195.240284] env[65906]: INFO networking_nsxv3.common.synchronization [req-81f79610-f1b8-4b78-be7f-b12743555924 req-49e585da-182e-4ded-aaa3-6c24d5fc0ea0 service nova] Enqueued Resource ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 with Priority: HIGHEST for action security_group_rules [ 1195.240459] env[65906]: INFO networking_nsxv3.common.synchronization [req-81f79610-f1b8-4b78-be7f-b12743555924 req-49e585da-182e-4ded-aaa3-6c24d5fc0ea0 service nova] Enqueued Resource ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 with Priority: HIGHEST for action security_group_members [ 1195.240589] env[65906]: INFO networking_nsxv3.common.synchronization [req-81f79610-f1b8-4b78-be7f-b12743555924 req-49e585da-182e-4ded-aaa3-6c24d5fc0ea0 service nova] Enqueued Resource ID: e504b78b-61a6-47bd-89ab-578b6f70b86d with Priority: HIGHEST for action port [ 1195.241277] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 with Priority: HIGHEST for action security_group_rules [ 1195.241412] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 with Priority: HIGHEST for action security_group_members [ 1195.241507] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e504b78b-61a6-47bd-89ab-578b6f70b86d with Priority: HIGHEST for action port [ 1195.241805] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d41ba82-bc53-4a6e-b355-3cd4ec085051 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.241965] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.242037] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.243294] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.243294] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d41ba82-bc53-4a6e-b355-3cd4ec085051',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.243294] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d41ba82-bc53-4a6e-b355-3cd4ec085051 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.243616] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.243861] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-e504b78b-61a6-47bd-89ab-578b6f70b86d taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.243970] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e504b78b-61a6-47bd-89ab-578b6f70b86d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.244042] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e504b78b-61a6-47bd-89ab-578b6f70b86d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.244234] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e504b78b-61a6-47bd-89ab-578b6f70b86d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.244308] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e504b78b-61a6-47bd-89ab-578b6f70b86d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.746441] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d41ba82-bc53-4a6e-b355-3cd4ec085051 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.746840] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.746840] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e504b78b-61a6-47bd-89ab-578b6f70b86d with status ACTIVE [ 1195.746919] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.747014] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.747090] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.747300] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.747391] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.747575] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.747681] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.747752] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.747932] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.748027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.748229] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.748324] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.748386] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.748523] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.748594] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.748676] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e504b78b-61a6-47bd-89ab-578b6f70b86d is going to be updated. [ 1195.771746] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.771953] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.772029] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.772267] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.772412] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.772576] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e504b78b-61a6-47bd-89ab-578b6f70b86d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.207925] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 in Status: SUCCESS [ 1197.208284] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.208464] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.208764] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.209021] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.209162] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.209235] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.209366] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.209446] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.209540] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d41ba82-bc53-4a6e-b355-3cd4ec085051',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.713031] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d41ba82-bc53-4a6e-b355-3cd4ec085051',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.214617] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d41ba82-bc53-4a6e-b355-3cd4ec085051',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.719692] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.719895] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.720056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.720304] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.720304] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.720396] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 is going to be updated. [ 1198.755064] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.755064] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.755064] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.755458] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.755697] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.768847] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 in Status: IN_PROGRESS for 2s [ 1200.242528] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1200.242968] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1200.781608] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 in Status: SUCCESS [ 1200.781806] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.781980] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.782230] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.782425] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.782541] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.782601] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.782746] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.782828] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.782982] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.783074] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d41ba82-bc53-4a6e-b355-3cd4ec085051',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.285877] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d41ba82-bc53-4a6e-b355-3cd4ec085051 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.286300] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.286300] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.286382] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.286530] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.286640] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.286709] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.286791] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.286870] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.286940] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.287908] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d41ba82-bc53-4a6e-b355-3cd4ec085051 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.287908] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.287908] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.287908] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.287908] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.287908] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.287908] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.287908] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.287908] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.287908] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.288310] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d41ba82-bc53-4a6e-b355-3cd4ec085051',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.790288] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d41ba82-bc53-4a6e-b355-3cd4ec085051: rpc.has_security_group_logging(os_id): False [ 1201.815024] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.815024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.815024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.815234] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.815234] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.815551] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.815676] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.815757] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.815947] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.816040] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.816296] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.816380] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.816410] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.816584] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.816667] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.816852] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.816949] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.817023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.817179] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.817268] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.817356] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 is going to be updated. [ 1201.889643] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.889843] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.889912] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.890152] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.890326] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.904298] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 in Status: IN_PROGRESS for 2s [ 1202.614453] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-191 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.614819] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-191" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.614819] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-191" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.615051] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-191" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.615324] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.615490] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.615608] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.615815] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.615961] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.616483] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1202.616483] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1202.616483] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1202.616624] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1202.616624] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1202.616711] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1202.616844] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1202.635399] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1202.635558] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1202.635691] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1202.635860] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-191" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.636189] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-b302aa27-cf3c-4001-8ac8-1a7e7e93e8be taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.636355] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-b302aa27-cf3c-4001-8ac8-1a7e7e93e8be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.636472] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-b302aa27-cf3c-4001-8ac8-1a7e7e93e8be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.636721] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-b302aa27-cf3c-4001-8ac8-1a7e7e93e8be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.636852] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b302aa27-cf3c-4001-8ac8-1a7e7e93e8be',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.139432] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.139647] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.139765] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.140205] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.140422] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.140838] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.141111] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.141283] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.141546] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.141721] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.142065] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.142264] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.142429] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.142683] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.142851] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.143078] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: b302aa27-cf3c-4001-8ac8-1a7e7e93e8be is going to be updated. [ 1203.167112] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.167363] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.167492] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.167729] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.167923] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.168167] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-b302aa27-cf3c-4001-8ac8-1a7e7e93e8be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.866244] env[65906]: INFO networking_nsxv3.common.synchronization [req-cad02cf8-aa8e-408f-829e-8b6ce2f146d8 req-7a52741d-1577-48ae-89bd-10910d8e293b service nova] Enqueued Resource ID: 8740ea50-7cf6-4808-be4c-faf27a6f1237 with Priority: HIGHEST for action security_group_rules [ 1203.866244] env[65906]: INFO networking_nsxv3.common.synchronization [req-cad02cf8-aa8e-408f-829e-8b6ce2f146d8 req-7a52741d-1577-48ae-89bd-10910d8e293b service nova] Enqueued Resource ID: 8740ea50-7cf6-4808-be4c-faf27a6f1237 with Priority: HIGHEST for action security_group_members [ 1203.866620] env[65906]: INFO networking_nsxv3.common.synchronization [req-cad02cf8-aa8e-408f-829e-8b6ce2f146d8 req-7a52741d-1577-48ae-89bd-10910d8e293b service nova] Enqueued Resource ID: b302aa27-cf3c-4001-8ac8-1a7e7e93e8be with Priority: HIGHEST for action port [ 1203.866817] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8740ea50-7cf6-4808-be4c-faf27a6f1237 with Priority: HIGHEST for action security_group_rules [ 1203.866952] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8740ea50-7cf6-4808-be4c-faf27a6f1237 with Priority: HIGHEST for action security_group_members [ 1203.867216] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b302aa27-cf3c-4001-8ac8-1a7e7e93e8be with Priority: HIGHEST for action port [ 1203.867551] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8740ea50-7cf6-4808-be4c-faf27a6f1237 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.867660] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.867786] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.868060] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.868060] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8740ea50-7cf6-4808-be4c-faf27a6f1237',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.869377] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8740ea50-7cf6-4808-be4c-faf27a6f1237 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.869596] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.869688] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.869957] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.870696] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.870696] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.870696] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.870696] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.870696] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.870696] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8740ea50-7cf6-4808-be4c-faf27a6f1237',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.872647] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-b302aa27-cf3c-4001-8ac8-1a7e7e93e8be taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.872647] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b302aa27-cf3c-4001-8ac8-1a7e7e93e8be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.872647] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b302aa27-cf3c-4001-8ac8-1a7e7e93e8be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.872647] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b302aa27-cf3c-4001-8ac8-1a7e7e93e8be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.872647] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b302aa27-cf3c-4001-8ac8-1a7e7e93e8be',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.920407] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 in Status: SUCCESS [ 1203.920642] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.370440] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8740ea50-7cf6-4808-be4c-faf27a6f1237 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.370645] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.373037] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8740ea50-7cf6-4808-be4c-faf27a6f1237',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.374113] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b302aa27-cf3c-4001-8ac8-1a7e7e93e8be with status ACTIVE [ 1204.374387] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.374518] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.374587] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.374801] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.374886] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.375083] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.375179] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.375248] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.375401] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.375475] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.375658] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.375764] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.375802] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.375948] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.376068] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.376119] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b302aa27-cf3c-4001-8ac8-1a7e7e93e8be is going to be updated. [ 1204.406737] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.406954] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.406954] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.407202] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.407343] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.407510] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b302aa27-cf3c-4001-8ac8-1a7e7e93e8be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.879115] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8740ea50-7cf6-4808-be4c-faf27a6f1237',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.381059] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.381247] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.381291] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.381525] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.381622] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.381683] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8740ea50-7cf6-4808-be4c-faf27a6f1237 is going to be updated. [ 1205.413570] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.413766] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.413816] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.414097] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.414254] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.424258] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8740ea50-7cf6-4808-be4c-faf27a6f1237 in Status: IN_PROGRESS for 2s [ 1206.534834] env[65906]: INFO networking_nsxv3.common.synchronization [req-68064622-0846-4534-a6e9-7bc03c21beed req-e00d6769-9d01-4344-bf29-d99838a0540c tempest-ServerActionsTestOtherA-1758405275 tempest-ServerActionsTestOtherA-1758405275-project-member] Enqueued Resource ID: 4d90b830-2a74-4249-877b-9a8dda895c9a with Priority: HIGHEST for action security_group_members [ 1206.534834] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d90b830-2a74-4249-877b-9a8dda895c9a with Priority: HIGHEST for action security_group_members [ 1206.538346] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d90b830-2a74-4249-877b-9a8dda895c9a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.538346] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.538346] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.538346] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.538346] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.538346] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.538346] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.538346] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.538346] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.538346] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d90b830-2a74-4249-877b-9a8dda895c9a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.039995] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.040247] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.040294] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.040522] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.040632] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.040873] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.040977] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.041077] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.041257] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.041349] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.041441] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d90b830-2a74-4249-877b-9a8dda895c9a is going to be updated. [ 1207.073837] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.074231] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.074231] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.074337] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.074498] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.090918] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d90b830-2a74-4249-877b-9a8dda895c9a in Status: IN_PROGRESS for 2s [ 1207.437520] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8740ea50-7cf6-4808-be4c-faf27a6f1237 in Status: SUCCESS [ 1207.437770] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.438052] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.438297] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.438495] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.438617] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.438705] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.438928] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.439099] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.439192] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.439324] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8740ea50-7cf6-4808-be4c-faf27a6f1237',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.942281] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8740ea50-7cf6-4808-be4c-faf27a6f1237',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.444042] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8740ea50-7cf6-4808-be4c-faf27a6f1237: rpc.has_security_group_logging(os_id): False [ 1208.465922] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.466172] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.466247] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.466514] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.466637] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.466943] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.467180] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.467287] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.467509] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.467592] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.467686] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8740ea50-7cf6-4808-be4c-faf27a6f1237 is going to be updated. [ 1208.550615] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.550856] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.550921] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.551232] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.551413] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.567885] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8740ea50-7cf6-4808-be4c-faf27a6f1237 in Status: IN_PROGRESS for 2s [ 1209.101903] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d90b830-2a74-4249-877b-9a8dda895c9a in Status: SUCCESS [ 1209.102258] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d90b830-2a74-4249-877b-9a8dda895c9a deletion is rescheduled due to dependency. [ 1209.102258] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.585082] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8740ea50-7cf6-4808-be4c-faf27a6f1237 in Status: SUCCESS [ 1210.585505] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.535548] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1211.535775] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1212.972852] env[65906]: INFO networking_nsxv3.common.synchronization [None req-6069f8bb-2a33-4db4-989a-936b14475281 tempest-ServerActionsTestOtherA-1758405275 tempest-ServerActionsTestOtherA-1758405275-project-member] Enqueued Resource ID: a5c2a3a4-c0ea-4744-80d7-c19e4d2442be with Priority: HIGHEST for action security_group_rules [ 1212.973480] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c2a3a4-c0ea-4744-80d7-c19e4d2442be with Priority: HIGHEST for action security_group_rules [ 1212.973797] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5c2a3a4-c0ea-4744-80d7-c19e4d2442be taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.973917] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5c2a3a4-c0ea-4744-80d7-c19e4d2442be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.973985] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5c2a3a4-c0ea-4744-80d7-c19e4d2442be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.974327] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5c2a3a4-c0ea-4744-80d7-c19e4d2442be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.974424] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5c2a3a4-c0ea-4744-80d7-c19e4d2442be',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.071382] env[65906]: INFO networking_nsxv3.common.synchronization [None req-2afc9114-9264-4331-befb-0f7878749e38 tempest-ServerActionsTestOtherA-1758405275 tempest-ServerActionsTestOtherA-1758405275-project-member] Enqueued Resource ID: a5c2a3a4-c0ea-4744-80d7-c19e4d2442be with Priority: HIGHEST for action security_group_rules [ 1213.071984] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c2a3a4-c0ea-4744-80d7-c19e4d2442be with Priority: HIGHEST for action security_group_rules [ 1213.072444] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5c2a3a4-c0ea-4744-80d7-c19e4d2442be taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.072569] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5c2a3a4-c0ea-4744-80d7-c19e4d2442be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.498894] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.499236] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.499481] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.499748] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.499981] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.500167] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5c2a3a4-c0ea-4744-80d7-c19e4d2442be already deleted. [ 1213.500269] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5c2a3a4-c0ea-4744-80d7-c19e4d2442be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.500391] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5c2a3a4-c0ea-4744-80d7-c19e4d2442be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.500556] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5c2a3a4-c0ea-4744-80d7-c19e4d2442be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.500650] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5c2a3a4-c0ea-4744-80d7-c19e4d2442be',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.020867] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.021271] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.021271] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.021442] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.021597] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.021733] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5c2a3a4-c0ea-4744-80d7-c19e4d2442be already deleted. [ 1214.021849] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5c2a3a4-c0ea-4744-80d7-c19e4d2442be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.336763] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-830 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.337515] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-830" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.337515] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-830" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.337515] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-830" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.337742] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.337846] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.337941] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.338223] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.338302] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.338514] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1215.338626] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1215.338732] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1215.338846] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1215.338986] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1215.339106] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1215.339239] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1215.360035] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1215.360236] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1215.360295] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1215.360562] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-830" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.360942] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-b8a9a5bf-c632-4807-b76c-07b7903503e4 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.361167] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-b8a9a5bf-c632-4807-b76c-07b7903503e4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.361307] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-b8a9a5bf-c632-4807-b76c-07b7903503e4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.361597] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-b8a9a5bf-c632-4807-b76c-07b7903503e4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.361735] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8a9a5bf-c632-4807-b76c-07b7903503e4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.409194] env[65906]: INFO networking_nsxv3.common.synchronization [req-c40df317-d546-436b-aa76-8b77a5d51bb3 req-398653ab-9cb3-4781-91d0-fb43f3158899 tempest-DeleteServersTestJSON-2048875208 tempest-DeleteServersTestJSON-2048875208-project-member] Enqueued Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_members [ 1215.409872] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGHEST for action security_group_members [ 1215.410206] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.410360] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.410413] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.410588] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.410741] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.410841] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.410904] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.411176] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.411259] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.411351] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.865024] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.865143] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.865304] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.865696] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.865880] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.866245] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.866443] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.866571] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.866836] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.867015] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.867360] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.867541] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.867691] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.867936] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.868109] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.868273] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: b8a9a5bf-c632-4807-b76c-07b7903503e4 is going to be updated. [ 1215.892555] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.892850] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.893020] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.893398] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.893634] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.893995] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-b8a9a5bf-c632-4807-b76c-07b7903503e4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.915237] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.915613] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.915691] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.915933] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.916081] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.916311] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.916420] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.916484] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.916883] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.916883] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.916883] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 is going to be updated. [ 1215.951908] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.952114] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.952114] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.952506] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.952690] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.962533] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: IN_PROGRESS for 2s [ 1216.596362] env[65906]: INFO networking_nsxv3.common.synchronization [req-d1da2c32-d5b7-4f82-9971-5b29a3b29f45 req-b48ffc02-5198-44bf-b037-be703d1a705f service nova] Enqueued Resource ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 with Priority: HIGHEST for action security_group_rules [ 1216.596362] env[65906]: INFO networking_nsxv3.common.synchronization [req-d1da2c32-d5b7-4f82-9971-5b29a3b29f45 req-b48ffc02-5198-44bf-b037-be703d1a705f service nova] Enqueued Resource ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 with Priority: HIGHEST for action security_group_members [ 1216.596362] env[65906]: INFO networking_nsxv3.common.synchronization [req-d1da2c32-d5b7-4f82-9971-5b29a3b29f45 req-b48ffc02-5198-44bf-b037-be703d1a705f service nova] Enqueued Resource ID: b8a9a5bf-c632-4807-b76c-07b7903503e4 with Priority: HIGHEST for action port [ 1216.596686] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 with Priority: HIGHEST for action security_group_rules [ 1216.596686] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 with Priority: HIGHEST for action security_group_members [ 1216.596686] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8a9a5bf-c632-4807-b76c-07b7903503e4 with Priority: HIGHEST for action port [ 1216.596895] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5148d9e6-813b-4387-a770-c50a3b8104c3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.597021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.597083] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.597290] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.597368] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5148d9e6-813b-4387-a770-c50a3b8104c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.598633] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5148d9e6-813b-4387-a770-c50a3b8104c3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.598739] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.598808] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.598972] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.599130] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.599247] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.599356] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.599402] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.599481] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.600135] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5148d9e6-813b-4387-a770-c50a3b8104c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.600283] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8a9a5bf-c632-4807-b76c-07b7903503e4 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.600387] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8a9a5bf-c632-4807-b76c-07b7903503e4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.600452] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8a9a5bf-c632-4807-b76c-07b7903503e4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.600738] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8a9a5bf-c632-4807-b76c-07b7903503e4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.600738] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8a9a5bf-c632-4807-b76c-07b7903503e4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.102348] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5148d9e6-813b-4387-a770-c50a3b8104c3 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.102495] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.102694] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5148d9e6-813b-4387-a770-c50a3b8104c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.103647] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8a9a5bf-c632-4807-b76c-07b7903503e4 with status ACTIVE [ 1217.103826] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.103942] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.104022] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.104226] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.104313] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.104483] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.104577] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.104637] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.104789] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.104866] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.105058] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.105167] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.105202] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.105338] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.105446] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.105503] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8a9a5bf-c632-4807-b76c-07b7903503e4 is going to be updated. [ 1217.128960] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.129278] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.129357] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.129574] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.129708] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.129870] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8a9a5bf-c632-4807-b76c-07b7903503e4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.607149] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5148d9e6-813b-4387-a770-c50a3b8104c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.973918] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 in Status: SUCCESS [ 1217.973918] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 deletion is rescheduled due to dependency. [ 1217.973918] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.109363] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.109633] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.109633] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.109870] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.110033] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.110195] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 is going to be updated. [ 1218.140215] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.140413] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.140472] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.140849] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.141108] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.151684] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 in Status: IN_PROGRESS for 2s [ 1220.163629] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 in Status: SUCCESS [ 1220.163916] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.164148] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.164375] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.164591] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.164729] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.164810] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.164998] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.165112] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.165208] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.165323] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5148d9e6-813b-4387-a770-c50a3b8104c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.667815] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5148d9e6-813b-4387-a770-c50a3b8104c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.171191] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5148d9e6-813b-4387-a770-c50a3b8104c3: rpc.has_security_group_logging(os_id): False [ 1221.194351] env[65906]: INFO networking_nsxv3.common.synchronization [req-8a052199-5b7d-41d6-ac2d-4193bfa067a1 req-238f2b67-ce98-4697-8f70-53dea6bc85f8 tempest-ServerActionsTestOtherA-1758405275 tempest-ServerActionsTestOtherA-1758405275-project-member] Enqueued Resource ID: a5c2a3a4-c0ea-4744-80d7-c19e4d2442be with Priority: HIGHEST for action security_group_members [ 1221.196471] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.196699] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.196803] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.197127] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.197281] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.197771] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.197990] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.197990] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.198295] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.198431] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.198591] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 is going to be updated. [ 1221.200972] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c2a3a4-c0ea-4744-80d7-c19e4d2442be with Priority: HIGHEST for action security_group_members [ 1221.201280] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c2a3a4-c0ea-4744-80d7-c19e4d2442be taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.201458] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c2a3a4-c0ea-4744-80d7-c19e4d2442be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.201575] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c2a3a4-c0ea-4744-80d7-c19e4d2442be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.201914] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c2a3a4-c0ea-4744-80d7-c19e4d2442be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.202180] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.202452] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.202452] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.202713] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.202866] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.203053] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5c2a3a4-c0ea-4744-80d7-c19e4d2442be',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.308715] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.308939] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.308939] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.309083] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.309244] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.327684] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 in Status: IN_PROGRESS for 2s [ 1221.526064] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-341 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.526280] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-341" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.526404] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-341" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.526725] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-341" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.527267] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.527267] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.527415] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.527564] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.527710] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.527931] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1221.528059] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1221.528174] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1221.528279] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1221.528386] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1221.528489] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1221.528618] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1221.548557] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1221.548836] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1221.549087] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1221.549385] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-341" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.549867] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-d235e52c-b72c-4045-9e61-822704d9d9cd taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.550248] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-d235e52c-b72c-4045-9e61-822704d9d9cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.550654] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-d235e52c-b72c-4045-9e61-822704d9d9cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.551141] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-d235e52c-b72c-4045-9e61-822704d9d9cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.551358] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d235e52c-b72c-4045-9e61-822704d9d9cd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.706023] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.706248] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.706288] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.706532] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.706681] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.707146] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.707146] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.707146] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.707336] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.707336] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.707391] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5c2a3a4-c0ea-4744-80d7-c19e4d2442be already deleted. [ 1221.707513] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c2a3a4-c0ea-4744-80d7-c19e4d2442be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.054293] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.054293] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.054564] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.054869] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.055068] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.055263] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port d235e52c-b72c-4045-9e61-822704d9d9cd not found, creating... [ 1222.055553] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.055707] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.055823] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.056053] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.056196] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.056475] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.056627] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.056738] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.056941] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.057083] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.057226] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: d235e52c-b72c-4045-9e61-822704d9d9cd is going to be created. [ 1222.077227] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.077440] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.077543] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.077816] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.078048] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.078295] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-d235e52c-b72c-4045-9e61-822704d9d9cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.795227] env[65906]: INFO networking_nsxv3.common.synchronization [req-8a052199-5b7d-41d6-ac2d-4193bfa067a1 req-7eddee71-4510-4bbc-bfb8-aed8b45b9b7c service nova] Enqueued Resource ID: a5c2a3a4-c0ea-4744-80d7-c19e4d2442be with Priority: HIGHEST for action security_group_rules [ 1222.795523] env[65906]: INFO networking_nsxv3.common.synchronization [req-8a052199-5b7d-41d6-ac2d-4193bfa067a1 req-7eddee71-4510-4bbc-bfb8-aed8b45b9b7c service nova] Enqueued Resource ID: a5c2a3a4-c0ea-4744-80d7-c19e4d2442be with Priority: HIGHEST for action security_group_members [ 1222.795523] env[65906]: INFO networking_nsxv3.common.synchronization [req-8a052199-5b7d-41d6-ac2d-4193bfa067a1 req-7eddee71-4510-4bbc-bfb8-aed8b45b9b7c service nova] Enqueued Resource ID: d235e52c-b72c-4045-9e61-822704d9d9cd with Priority: HIGHEST for action port [ 1222.796034] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c2a3a4-c0ea-4744-80d7-c19e4d2442be with Priority: HIGHEST for action security_group_rules [ 1222.796149] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c2a3a4-c0ea-4744-80d7-c19e4d2442be with Priority: HIGHEST for action security_group_members [ 1222.796251] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d235e52c-b72c-4045-9e61-822704d9d9cd with Priority: HIGHEST for action port [ 1222.796526] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a5c2a3a4-c0ea-4744-80d7-c19e4d2442be taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.796736] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a5c2a3a4-c0ea-4744-80d7-c19e4d2442be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.796736] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a5c2a3a4-c0ea-4744-80d7-c19e4d2442be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.796903] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a5c2a3a4-c0ea-4744-80d7-c19e4d2442be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.796971] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a5c2a3a4-c0ea-4744-80d7-c19e4d2442be',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.797949] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c2a3a4-c0ea-4744-80d7-c19e4d2442be taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.797949] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c2a3a4-c0ea-4744-80d7-c19e4d2442be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.798115] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c2a3a4-c0ea-4744-80d7-c19e4d2442be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.798155] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c2a3a4-c0ea-4744-80d7-c19e4d2442be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.798305] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.798419] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.798472] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.798579] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.798705] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.798747] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5c2a3a4-c0ea-4744-80d7-c19e4d2442be',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.799613] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-d235e52c-b72c-4045-9e61-822704d9d9cd taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.799725] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d235e52c-b72c-4045-9e61-822704d9d9cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.799779] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d235e52c-b72c-4045-9e61-822704d9d9cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.800120] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d235e52c-b72c-4045-9e61-822704d9d9cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.800120] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d235e52c-b72c-4045-9e61-822704d9d9cd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.099346] env[65906]: INFO networking_nsxv3.common.synchronization [None req-d796624d-d9fe-450a-9a57-7c43bd6e1bd5 tempest-ServerDiskConfigTestJSON-191991450 tempest-ServerDiskConfigTestJSON-191991450-project-member] Enqueued Resource ID: 9a815da2-9e56-4c68-99c2-35e6558dc0fe with Priority: HIGHEST for action security_group_rules [ 1223.099986] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a815da2-9e56-4c68-99c2-35e6558dc0fe with Priority: HIGHEST for action security_group_rules [ 1223.100355] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a815da2-9e56-4c68-99c2-35e6558dc0fe taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.100512] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a815da2-9e56-4c68-99c2-35e6558dc0fe" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.100582] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a815da2-9e56-4c68-99c2-35e6558dc0fe" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.100863] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a815da2-9e56-4c68-99c2-35e6558dc0fe" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.100929] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a815da2-9e56-4c68-99c2-35e6558dc0fe',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.188693] env[65906]: INFO networking_nsxv3.common.synchronization [None req-f8876fba-bd56-417f-bb15-0ca6efb6677a tempest-ServerDiskConfigTestJSON-191991450 tempest-ServerDiskConfigTestJSON-191991450-project-member] Enqueued Resource ID: 9a815da2-9e56-4c68-99c2-35e6558dc0fe with Priority: HIGHEST for action security_group_rules [ 1223.189673] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a815da2-9e56-4c68-99c2-35e6558dc0fe with Priority: HIGHEST for action security_group_rules [ 1223.190022] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a815da2-9e56-4c68-99c2-35e6558dc0fe taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.190130] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a815da2-9e56-4c68-99c2-35e6558dc0fe" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.301429] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a5c2a3a4-c0ea-4744-80d7-c19e4d2442be',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.303783] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c2a3a4-c0ea-4744-80d7-c19e4d2442be taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.303783] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c2a3a4-c0ea-4744-80d7-c19e4d2442be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.303783] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d235e52c-b72c-4045-9e61-822704d9d9cd with status ACTIVE [ 1223.303783] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.303783] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.303783] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.303783] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.303783] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.304263] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.304263] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.304263] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.304365] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.304510] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.304619] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.304710] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.304771] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.304906] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.304979] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.305091] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d235e52c-b72c-4045-9e61-822704d9d9cd is going to be updated. [ 1223.327427] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.327583] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.327658] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.327860] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.328098] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.328350] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d235e52c-b72c-4045-9e61-822704d9d9cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.341992] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 in Status: SUCCESS [ 1223.342246] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.631040] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.631234] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.631339] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.631695] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.631826] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.631964] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a815da2-9e56-4c68-99c2-35e6558dc0fe already deleted. [ 1223.632098] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a815da2-9e56-4c68-99c2-35e6558dc0fe" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.632316] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a815da2-9e56-4c68-99c2-35e6558dc0fe" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.632537] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a815da2-9e56-4c68-99c2-35e6558dc0fe" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.632654] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a815da2-9e56-4c68-99c2-35e6558dc0fe',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.807368] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a5c2a3a4-c0ea-4744-80d7-c19e4d2442be',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.839672] env[65906]: INFO networking_nsxv3.common.synchronization [req-9873fc83-00d3-4c38-9159-e241d186dd7b req-f3e57c96-6172-4882-b702-8d0b578274a8 tempest-ServerRescueTestJSON-253329470 tempest-ServerRescueTestJSON-253329470-project-member] Enqueued Resource ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 with Priority: HIGHEST for action security_group_members [ 1223.840274] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 with Priority: HIGHEST for action security_group_members [ 1223.840600] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d41ba82-bc53-4a6e-b355-3cd4ec085051 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.840727] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.840799] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.841009] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.842839] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.842967] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.843039] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.843277] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.843373] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.843460] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d41ba82-bc53-4a6e-b355-3cd4ec085051',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.155413] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.155413] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.155672] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.155672] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.155739] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.155843] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a815da2-9e56-4c68-99c2-35e6558dc0fe already deleted. [ 1224.155926] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a815da2-9e56-4c68-99c2-35e6558dc0fe" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.312478] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.312686] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.312686] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.312913] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.313007] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.313189] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5c2a3a4-c0ea-4744-80d7-c19e4d2442be is going to be created. [ 1224.345594] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.345724] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.345768] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.345967] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.346146] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.347230] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d41ba82-bc53-4a6e-b355-3cd4ec085051',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.357903] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c2a3a4-c0ea-4744-80d7-c19e4d2442be in Status: UNINITIALIZED for 2s [ 1224.849481] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d41ba82-bc53-4a6e-b355-3cd4ec085051',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.351977] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.352208] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.352284] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.352512] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.352605] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.352756] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 is going to be updated. [ 1225.382177] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.382356] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.382527] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.382718] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.382864] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.392683] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 in Status: IN_PROGRESS for 2s [ 1226.369161] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c2a3a4-c0ea-4744-80d7-c19e4d2442be in Status: SUCCESS [ 1226.369468] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c2a3a4-c0ea-4744-80d7-c19e4d2442be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.369649] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c2a3a4-c0ea-4744-80d7-c19e4d2442be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.369872] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c2a3a4-c0ea-4744-80d7-c19e4d2442be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.370092] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.370216] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.370357] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.370521] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.370605] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.370693] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c2a3a4-c0ea-4744-80d7-c19e4d2442be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.370785] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a5c2a3a4-c0ea-4744-80d7-c19e4d2442be',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.873962] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a5c2a3a4-c0ea-4744-80d7-c19e4d2442be',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.962345] env[65906]: INFO networking_nsxv3.common.synchronization [req-b625dd3a-39cb-4289-a276-3148fbb9f6d8 req-d30b24c9-4385-4ed3-ba32-fec057887cbf tempest-ServerDiskConfigTestJSON-191991450 tempest-ServerDiskConfigTestJSON-191991450-project-member] Enqueued Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_members [ 1226.963071] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_members [ 1226.963610] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acd34f6-86f6-4580-b77d-01781e6d99a3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.963742] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.963832] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.964061] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.964247] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.964387] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.964452] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.964642] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.964727] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.964848] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.376481] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a5c2a3a4-c0ea-4744-80d7-c19e4d2442be: rpc.has_security_group_logging(os_id): False [ 1227.408037] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 in Status: SUCCESS [ 1227.408293] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.411779] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.412027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.412027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.412319] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.412417] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.412704] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.412807] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.412887] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.413089] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.413226] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.413320] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a5c2a3a4-c0ea-4744-80d7-c19e4d2442be is going to be created. [ 1227.468406] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.468406] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.468406] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.468696] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.468696] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.468944] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.469098] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.469194] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.469421] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.469537] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.469663] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 is going to be updated. [ 1227.474374] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.474558] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.474636] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.474835] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.475035] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.487349] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5c2a3a4-c0ea-4744-80d7-c19e4d2442be in Status: IN_PROGRESS for 2s [ 1227.518972] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.519219] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.519219] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.519552] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.519806] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.530114] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 in Status: IN_PROGRESS for 2s [ 1229.505634] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a5c2a3a4-c0ea-4744-80d7-c19e4d2442be in Status: SUCCESS [ 1229.505906] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a5c2a3a4-c0ea-4744-80d7-c19e4d2442be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.544686] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 in Status: SUCCESS [ 1229.544956] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 deletion is rescheduled due to dependency. [ 1229.545094] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.229202] env[65906]: INFO networking_nsxv3.common.synchronization [req-656690b9-e3a7-463e-9a12-e7747c16e2cf req-1448d086-5759-4970-98bb-f3618b625656 tempest-ServerDiskConfigTestJSON-191991450 tempest-ServerDiskConfigTestJSON-191991450-project-member] Enqueued Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_members [ 1231.229883] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_members [ 1231.230261] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acd34f6-86f6-4580-b77d-01781e6d99a3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.230393] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.230464] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.230717] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.230895] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.230996] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.231158] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.231365] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.231459] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.231556] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.559629] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-572 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.560347] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-572" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.560622] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-572" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.561258] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-572" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.565020] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.565020] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.565020] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.565020] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.565020] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.565020] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1231.565020] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1231.565020] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1231.565020] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1231.565020] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1231.565020] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1231.565020] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1231.589505] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1231.589505] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1231.589505] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1231.589505] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-572" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.589505] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-a083b7b7-57a1-47a1-b457-0646a18d4979 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.589505] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-a083b7b7-57a1-47a1-b457-0646a18d4979" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.589505] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-a083b7b7-57a1-47a1-b457-0646a18d4979" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.589505] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-a083b7b7-57a1-47a1-b457-0646a18d4979" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.589505] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a083b7b7-57a1-47a1-b457-0646a18d4979',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.736043] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.736329] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.736492] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.736959] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.737204] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.737532] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.737698] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.737791] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.738615] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.738615] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.738615] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 is going to be updated. [ 1231.771819] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.772093] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.772165] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.772403] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.772565] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.785622] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 in Status: IN_PROGRESS for 2s [ 1232.095043] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.095043] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.095454] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.095524] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.098633] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.098633] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port a083b7b7-57a1-47a1-b457-0646a18d4979 not found, creating... [ 1232.098633] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.098633] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.098633] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.098633] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.098633] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.098633] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.098633] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.098633] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.099343] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.099343] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.099343] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: a083b7b7-57a1-47a1-b457-0646a18d4979 is going to be created. [ 1232.123725] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.124053] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.124299] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.124643] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.124919] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.125249] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-a083b7b7-57a1-47a1-b457-0646a18d4979" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.263756] env[65906]: INFO networking_nsxv3.common.synchronization [req-ae259aad-9afc-4519-bc14-a50e60cf5e45 req-f118fcff-e6e6-4fac-9c0f-4d1ac72b8d35 tempest-ServerRescueTestJSON-253329470 tempest-ServerRescueTestJSON-253329470-project-member] Enqueued Resource ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 with Priority: HIGHEST for action security_group_members [ 1232.264488] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 with Priority: HIGHEST for action security_group_members [ 1232.265401] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d41ba82-bc53-4a6e-b355-3cd4ec085051 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.265596] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.265695] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.265939] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.266158] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.266299] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.266665] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.266883] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.267021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.267150] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d41ba82-bc53-4a6e-b355-3cd4ec085051',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.770391] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.770587] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.770633] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.770918] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.771053] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.771254] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.771364] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.771428] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.771583] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.771664] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.771754] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 is going to be updated. [ 1232.808831] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.809077] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.810310] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.810310] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.810310] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.823774] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 in Status: IN_PROGRESS for 2s [ 1232.892623] env[65906]: INFO networking_nsxv3.common.synchronization [req-656690b9-e3a7-463e-9a12-e7747c16e2cf req-a0fc9300-435a-4776-a6f5-a189329addc9 service nova] Enqueued Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_rules [ 1232.892887] env[65906]: INFO networking_nsxv3.common.synchronization [req-656690b9-e3a7-463e-9a12-e7747c16e2cf req-a0fc9300-435a-4776-a6f5-a189329addc9 service nova] Enqueued Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_members [ 1232.892887] env[65906]: INFO networking_nsxv3.common.synchronization [req-656690b9-e3a7-463e-9a12-e7747c16e2cf req-a0fc9300-435a-4776-a6f5-a189329addc9 service nova] Enqueued Resource ID: a083b7b7-57a1-47a1-b457-0646a18d4979 with Priority: HIGHEST for action port [ 1232.893562] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_rules [ 1232.893682] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_members [ 1232.893751] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a083b7b7-57a1-47a1-b457-0646a18d4979 with Priority: HIGHEST for action port [ 1232.894551] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8acd34f6-86f6-4580-b77d-01781e6d99a3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.894695] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.894739] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.895012] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.895048] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.896016] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acd34f6-86f6-4580-b77d-01781e6d99a3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.896112] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.896434] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-a083b7b7-57a1-47a1-b457-0646a18d4979 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.896434] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a083b7b7-57a1-47a1-b457-0646a18d4979" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.896576] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a083b7b7-57a1-47a1-b457-0646a18d4979" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.896692] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a083b7b7-57a1-47a1-b457-0646a18d4979" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.896773] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a083b7b7-57a1-47a1-b457-0646a18d4979',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.398864] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acd34f6-86f6-4580-b77d-01781e6d99a3 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.399303] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.399303] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a083b7b7-57a1-47a1-b457-0646a18d4979 with status ACTIVE [ 1233.399388] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.399537] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.399595] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.399766] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.399855] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.400036] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.400138] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.400206] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.400389] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.400471] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.400651] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.400747] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.400807] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.400941] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.401028] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.401119] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a083b7b7-57a1-47a1-b457-0646a18d4979 is going to be updated. [ 1233.424743] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.424954] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.424954] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.425245] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.425466] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.425697] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a083b7b7-57a1-47a1-b457-0646a18d4979" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.796971] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 in Status: SUCCESS [ 1233.797113] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 deletion is rescheduled due to dependency. [ 1233.797459] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.797459] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.797647] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.797841] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.797952] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.798024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.798175] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.798250] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.798346] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.300222] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.803162] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.833722] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 in Status: SUCCESS [ 1234.833722] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 deletion is rescheduled due to dependency. [ 1234.833722] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.306078] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.306078] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.306078] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.306362] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.306362] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.306362] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 is going to be updated. [ 1235.335781] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.336020] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.336137] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.336452] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.336608] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.346801] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 in Status: IN_PROGRESS for 2s [ 1236.295789] env[65906]: INFO networking_nsxv3.common.synchronization [req-99115df7-6175-474d-8538-46e39890f1f6 req-e26b0143-1c84-43f2-8167-c37cdbbadf88 tempest-ServerActionsTestJSON-2004915865 tempest-ServerActionsTestJSON-2004915865-project-member] Enqueued Resource ID: 34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af with Priority: HIGHEST for action security_group_members [ 1236.296355] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af with Priority: HIGHEST for action security_group_members [ 1236.296679] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.296804] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.296868] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.297135] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.297297] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.297396] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.297452] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.297786] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.297786] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.297990] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.801042] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.801042] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.801042] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.801042] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.801042] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.801348] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.801488] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.801557] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.801786] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.801892] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.802042] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af is going to be updated. [ 1236.829753] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.830118] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.830118] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.830308] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.830376] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.840735] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af in Status: IN_PROGRESS for 2s [ 1237.359039] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 in Status: SUCCESS [ 1237.359378] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.359439] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.359640] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.359864] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.360065] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.360124] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.360258] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.360344] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.360430] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.360524] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.862738] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acd34f6-86f6-4580-b77d-01781e6d99a3 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.862938] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.862938] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.863208] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.863443] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.863546] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.863618] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.863774] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.863880] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.863971] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.864142] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acd34f6-86f6-4580-b77d-01781e6d99a3 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.864255] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.864349] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.864521] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.864714] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.864841] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.864907] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.865120] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.865206] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.865323] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.865425] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.368102] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8acd34f6-86f6-4580-b77d-01781e6d99a3: rpc.has_security_group_logging(os_id): False [ 1238.389568] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.390252] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.390252] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.390252] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.390252] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.390513] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.390513] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.390650] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.390804] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.390804] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.391028] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.391152] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.391229] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.391329] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.391405] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.391589] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.391709] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.391887] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.391961] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.392043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.392118] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 is going to be updated. [ 1238.455973] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.456143] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.456255] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.456421] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.457043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.475996] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 in Status: IN_PROGRESS for 2s [ 1238.852758] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af in Status: SUCCESS [ 1238.852969] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af deletion is rescheduled due to dependency. [ 1238.853090] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.489885] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 in Status: SUCCESS [ 1240.490287] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.137207] env[65906]: INFO networking_nsxv3.common.synchronization [req-c7bc73c9-7a55-4455-91ce-00be637ec86f req-936b9f27-cc20-47d8-90b7-7e13266e426c tempest-ServerActionsTestOtherB-1909252011 tempest-ServerActionsTestOtherB-1909252011-project-member] Enqueued Resource ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 with Priority: HIGHEST for action security_group_members [ 1241.137767] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 with Priority: HIGHEST for action security_group_members [ 1241.138411] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-5148d9e6-813b-4387-a770-c50a3b8104c3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.138564] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.138662] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.138913] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.139172] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.139276] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.139339] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.139498] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.139585] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.139678] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5148d9e6-813b-4387-a770-c50a3b8104c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.642903] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.643290] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.643290] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.643427] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.643485] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.643693] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.643830] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.643907] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.644083] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.644160] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.644265] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 is going to be updated. [ 1241.673449] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.673538] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.673623] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.673960] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.674123] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.684977] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 in Status: IN_PROGRESS for 2s [ 1242.920949] env[65906]: INFO networking_nsxv3.common.synchronization [None req-133cca59-c152-4665-9a03-7cd766aa3967 None None] Enqueued Resource ID: 10b8636f-8e30-40d1-ae38-98435a63991d with Priority: HIGHEST for action port [ 1242.921597] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10b8636f-8e30-40d1-ae38-98435a63991d with Priority: HIGHEST for action port [ 1242.921913] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-10b8636f-8e30-40d1-ae38-98435a63991d taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.922113] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10b8636f-8e30-40d1-ae38-98435a63991d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.922189] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10b8636f-8e30-40d1-ae38-98435a63991d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.922473] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10b8636f-8e30-40d1-ae38-98435a63991d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.922572] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10b8636f-8e30-40d1-ae38-98435a63991d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.424671] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 10b8636f-8e30-40d1-ae38-98435a63991d [ 1243.424760] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.424901] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.424965] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.425935] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.425935] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.425935] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:10b8636f-8e30-40d1-ae38-98435a63991d already deleted. [ 1243.425935] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10b8636f-8e30-40d1-ae38-98435a63991d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.699549] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 in Status: SUCCESS [ 1243.699758] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 deletion is rescheduled due to dependency. [ 1243.699920] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.986302] env[65906]: INFO networking_nsxv3.common.synchronization [None req-0fb7c118-78d3-4466-aa70-012bcfd2fe56 None None] Enqueued Resource ID: 2b4d45f6-5a8e-4396-992e-f6d18556257e with Priority: HIGHEST for action port [ 1244.987696] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4d45f6-5a8e-4396-992e-f6d18556257e with Priority: HIGHEST for action port [ 1244.987696] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b4d45f6-5a8e-4396-992e-f6d18556257e taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.987696] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b4d45f6-5a8e-4396-992e-f6d18556257e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.987696] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b4d45f6-5a8e-4396-992e-f6d18556257e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.987696] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b4d45f6-5a8e-4396-992e-f6d18556257e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.987696] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b4d45f6-5a8e-4396-992e-f6d18556257e',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.030811] env[65906]: INFO networking_nsxv3.common.synchronization [req-5610c7ac-8073-483b-89be-1b77e6663939 req-fada2ab6-703d-4701-aeb2-bd08dd933036 tempest-ServersV294TestFqdnHostnames-943270318 tempest-ServersV294TestFqdnHostnames-943270318-project-member] Enqueued Resource ID: 4fe9446e-a7bb-4a04-bacc-c73559534be4 with Priority: HIGHEST for action security_group_members [ 1245.031501] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fe9446e-a7bb-4a04-bacc-c73559534be4 with Priority: HIGHEST for action security_group_members [ 1245.031824] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fe9446e-a7bb-4a04-bacc-c73559534be4 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.031936] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.032014] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.032232] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.032387] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.032487] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.032551] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.032691] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.033192] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.033192] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fe9446e-a7bb-4a04-bacc-c73559534be4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1245.490116] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b4d45f6-5a8e-4396-992e-f6d18556257e [ 1245.490442] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.490629] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.490716] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.490987] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.491108] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.491206] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b4d45f6-5a8e-4396-992e-f6d18556257e already deleted. [ 1245.491301] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b4d45f6-5a8e-4396-992e-f6d18556257e" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.534784] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.534941] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.535021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.535250] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.535344] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.535537] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.535633] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.535692] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.535884] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.535923] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.535986] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fe9446e-a7bb-4a04-bacc-c73559534be4 is going to be updated. [ 1245.567081] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.567081] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.567081] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.567081] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.567081] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.576735] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fe9446e-a7bb-4a04-bacc-c73559534be4 in Status: IN_PROGRESS for 2s [ 1245.618470] env[65906]: INFO networking_nsxv3.common.synchronization [None req-6629468a-4e27-43fc-8637-7095bbed06b3 None None] Enqueued Resource ID: 4a97458a-c6e4-4412-9d0f-44104649125f with Priority: HIGHEST for action port [ 1245.618470] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a97458a-c6e4-4412-9d0f-44104649125f with Priority: HIGHEST for action port [ 1245.618470] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a97458a-c6e4-4412-9d0f-44104649125f taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.618470] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a97458a-c6e4-4412-9d0f-44104649125f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.618470] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a97458a-c6e4-4412-9d0f-44104649125f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.618735] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a97458a-c6e4-4412-9d0f-44104649125f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.618849] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a97458a-c6e4-4412-9d0f-44104649125f',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.124038] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a97458a-c6e4-4412-9d0f-44104649125f [ 1246.124329] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.124998] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.124998] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.124998] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.124998] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.124998] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a97458a-c6e4-4412-9d0f-44104649125f already deleted. [ 1246.124998] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a97458a-c6e4-4412-9d0f-44104649125f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.327490] env[65906]: INFO networking_nsxv3.common.synchronization [None req-54029598-e118-49d0-b156-18aa8f6c147c None None] Enqueued Resource ID: b3983829-0568-46cf-b154-d1beb0c81a0c with Priority: HIGHEST for action port [ 1247.327760] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3983829-0568-46cf-b154-d1beb0c81a0c with Priority: HIGHEST for action port [ 1247.327907] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3983829-0568-46cf-b154-d1beb0c81a0c taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.328169] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3983829-0568-46cf-b154-d1beb0c81a0c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.328169] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3983829-0568-46cf-b154-d1beb0c81a0c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.328770] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3983829-0568-46cf-b154-d1beb0c81a0c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.328770] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3983829-0568-46cf-b154-d1beb0c81a0c',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.589663] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fe9446e-a7bb-4a04-bacc-c73559534be4 in Status: SUCCESS [ 1247.589872] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fe9446e-a7bb-4a04-bacc-c73559534be4 deletion is rescheduled due to dependency. [ 1247.589980] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.830628] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b3983829-0568-46cf-b154-d1beb0c81a0c [ 1247.830870] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.831018] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.831104] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.831414] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.831552] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.831604] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b3983829-0568-46cf-b154-d1beb0c81a0c already deleted. [ 1247.831677] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3983829-0568-46cf-b154-d1beb0c81a0c" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.328420] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1252.328879] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1254.268731] env[65906]: INFO networking_nsxv3.common.synchronization [req-6384efac-604e-4493-a0fd-58f58e2b68ef req-645d2fb6-e713-4fc9-8a8b-ab6e9a983e5c tempest-ServersNegativeTestMultiTenantJSON-793589997 tempest-ServersNegativeTestMultiTenantJSON-793589997-project-member] Enqueued Resource ID: 4c2f53db-76f7-465b-9cdd-06a8c9f98c59 with Priority: HIGHEST for action security_group_members [ 1254.271659] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c2f53db-76f7-465b-9cdd-06a8c9f98c59 with Priority: HIGHEST for action security_group_members [ 1254.272044] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c2f53db-76f7-465b-9cdd-06a8c9f98c59 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.272173] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c2f53db-76f7-465b-9cdd-06a8c9f98c59" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.272240] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c2f53db-76f7-465b-9cdd-06a8c9f98c59" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.272793] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c2f53db-76f7-465b-9cdd-06a8c9f98c59" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.272923] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.273041] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.273108] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.273261] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.273346] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.273440] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c2f53db-76f7-465b-9cdd-06a8c9f98c59',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.638782] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-589 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.638979] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-589" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.639115] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-589" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.639443] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-589" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.640179] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.640374] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.640505] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.640729] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.640869] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.641096] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1254.641214] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1254.641326] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1254.641436] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1254.641571] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1254.641692] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1254.642053] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1254.662121] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1254.662284] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1254.662325] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1254.662521] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-589" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.663294] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-5b1e8b9b-d3bf-4683-be17-cf1a3aad28ce taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.663294] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-5b1e8b9b-d3bf-4683-be17-cf1a3aad28ce" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.663547] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-5b1e8b9b-d3bf-4683-be17-cf1a3aad28ce" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.664221] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-5b1e8b9b-d3bf-4683-be17-cf1a3aad28ce" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.664221] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b1e8b9b-d3bf-4683-be17-cf1a3aad28ce',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.776865] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.776865] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.777065] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.777205] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.777802] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.777802] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.777802] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.777802] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.777988] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.777988] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.778054] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c2f53db-76f7-465b-9cdd-06a8c9f98c59 already deleted. [ 1254.778139] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c2f53db-76f7-465b-9cdd-06a8c9f98c59" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.166376] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.166581] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.166712] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.167067] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.167238] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.167437] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port 5b1e8b9b-d3bf-4683-be17-cf1a3aad28ce not found, creating... [ 1255.167768] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.167994] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.168458] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.168458] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.168720] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.168792] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.168960] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.169827] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.170084] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.170503] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.170503] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: 5b1e8b9b-d3bf-4683-be17-cf1a3aad28ce is going to be created. [ 1255.193475] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.193752] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.193913] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.194231] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.194457] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.194719] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-5b1e8b9b-d3bf-4683-be17-cf1a3aad28ce" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.923458] env[65906]: INFO networking_nsxv3.common.synchronization [req-6384efac-604e-4493-a0fd-58f58e2b68ef req-f32d6922-e6e5-4c2b-9178-7d15542956b6 service nova] Enqueued Resource ID: 4c2f53db-76f7-465b-9cdd-06a8c9f98c59 with Priority: HIGHEST for action security_group_rules [ 1255.923804] env[65906]: INFO networking_nsxv3.common.synchronization [req-6384efac-604e-4493-a0fd-58f58e2b68ef req-f32d6922-e6e5-4c2b-9178-7d15542956b6 service nova] Enqueued Resource ID: 4c2f53db-76f7-465b-9cdd-06a8c9f98c59 with Priority: HIGHEST for action security_group_members [ 1255.923861] env[65906]: INFO networking_nsxv3.common.synchronization [req-6384efac-604e-4493-a0fd-58f58e2b68ef req-f32d6922-e6e5-4c2b-9178-7d15542956b6 service nova] Enqueued Resource ID: 5b1e8b9b-d3bf-4683-be17-cf1a3aad28ce with Priority: HIGHEST for action port [ 1255.924406] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c2f53db-76f7-465b-9cdd-06a8c9f98c59 with Priority: HIGHEST for action security_group_rules [ 1255.924561] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c2f53db-76f7-465b-9cdd-06a8c9f98c59 with Priority: HIGHEST for action security_group_members [ 1255.924706] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b1e8b9b-d3bf-4683-be17-cf1a3aad28ce with Priority: HIGHEST for action port [ 1255.924920] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c2f53db-76f7-465b-9cdd-06a8c9f98c59 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.925209] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c2f53db-76f7-465b-9cdd-06a8c9f98c59" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.925291] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c2f53db-76f7-465b-9cdd-06a8c9f98c59" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.925561] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c2f53db-76f7-465b-9cdd-06a8c9f98c59" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.925638] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c2f53db-76f7-465b-9cdd-06a8c9f98c59',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.926693] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c2f53db-76f7-465b-9cdd-06a8c9f98c59 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.926693] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c2f53db-76f7-465b-9cdd-06a8c9f98c59" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.926693] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c2f53db-76f7-465b-9cdd-06a8c9f98c59" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.926873] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c2f53db-76f7-465b-9cdd-06a8c9f98c59" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.927015] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.927112] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.927172] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.927313] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.927395] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.927486] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c2f53db-76f7-465b-9cdd-06a8c9f98c59',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.928515] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b1e8b9b-d3bf-4683-be17-cf1a3aad28ce taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.928515] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b1e8b9b-d3bf-4683-be17-cf1a3aad28ce" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.928515] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b1e8b9b-d3bf-4683-be17-cf1a3aad28ce" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.928767] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b1e8b9b-d3bf-4683-be17-cf1a3aad28ce" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.928767] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b1e8b9b-d3bf-4683-be17-cf1a3aad28ce',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.430840] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4c2f53db-76f7-465b-9cdd-06a8c9f98c59',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.432323] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c2f53db-76f7-465b-9cdd-06a8c9f98c59 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.432474] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c2f53db-76f7-465b-9cdd-06a8c9f98c59" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.432718] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b1e8b9b-d3bf-4683-be17-cf1a3aad28ce with status ACTIVE [ 1256.432955] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.433131] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.433223] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.433524] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.434076] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.434076] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.434076] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.434269] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.434337] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.434439] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.434765] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.434920] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.435016] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.435210] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.435974] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.435974] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b1e8b9b-d3bf-4683-be17-cf1a3aad28ce is going to be updated. [ 1256.458421] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.458618] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.458713] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.458901] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.459070] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.460178] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b1e8b9b-d3bf-4683-be17-cf1a3aad28ce" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.938128] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4c2f53db-76f7-465b-9cdd-06a8c9f98c59',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.440693] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.440919] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.440919] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.441148] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.441241] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.441346] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c2f53db-76f7-465b-9cdd-06a8c9f98c59 is going to be created. [ 1257.467380] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.467528] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.467625] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.467957] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.468135] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.478521] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c2f53db-76f7-465b-9cdd-06a8c9f98c59 in Status: UNINITIALIZED for 2s [ 1257.883490] env[65906]: INFO networking_nsxv3.common.synchronization [req-9abd70c4-d13d-4979-ba5a-31dd48e97e3f req-b2a979d9-b842-4021-a22a-d8f9584e2735 tempest-AttachVolumeShelveTestJSON-944459229 tempest-AttachVolumeShelveTestJSON-944459229-project-member] Enqueued Resource ID: 8740ea50-7cf6-4808-be4c-faf27a6f1237 with Priority: HIGHEST for action security_group_members [ 1257.884458] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8740ea50-7cf6-4808-be4c-faf27a6f1237 with Priority: HIGHEST for action security_group_members [ 1257.884458] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8740ea50-7cf6-4808-be4c-faf27a6f1237 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.884614] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.884614] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.884806] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.884957] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.885403] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.885475] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.885645] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.885742] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.886167] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8740ea50-7cf6-4808-be4c-faf27a6f1237',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.389058] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.389058] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.389058] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.389460] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.389460] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.389460] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.389460] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.389605] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.389646] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.389752] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.389795] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8740ea50-7cf6-4808-be4c-faf27a6f1237 is going to be updated. [ 1258.417166] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.417342] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.417388] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.417580] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.417720] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.432569] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8740ea50-7cf6-4808-be4c-faf27a6f1237 in Status: IN_PROGRESS for 2s [ 1259.489869] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c2f53db-76f7-465b-9cdd-06a8c9f98c59 in Status: SUCCESS [ 1259.490645] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c2f53db-76f7-465b-9cdd-06a8c9f98c59" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.490645] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c2f53db-76f7-465b-9cdd-06a8c9f98c59" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.490645] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c2f53db-76f7-465b-9cdd-06a8c9f98c59" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.490779] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.490848] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.490885] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.491075] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.491150] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.491235] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c2f53db-76f7-465b-9cdd-06a8c9f98c59" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.491329] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4c2f53db-76f7-465b-9cdd-06a8c9f98c59',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.993503] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c2f53db-76f7-465b-9cdd-06a8c9f98c59 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.993704] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c2f53db-76f7-465b-9cdd-06a8c9f98c59" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.993779] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c2f53db-76f7-465b-9cdd-06a8c9f98c59" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.993996] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c2f53db-76f7-465b-9cdd-06a8c9f98c59" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.994183] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.994285] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.994356] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.994498] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.994586] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.994705] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c2f53db-76f7-465b-9cdd-06a8c9f98c59" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.994830] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c2f53db-76f7-465b-9cdd-06a8c9f98c59 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.994924] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c2f53db-76f7-465b-9cdd-06a8c9f98c59" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.994985] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c2f53db-76f7-465b-9cdd-06a8c9f98c59" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.995143] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c2f53db-76f7-465b-9cdd-06a8c9f98c59" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.995277] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.995366] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.995426] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.995571] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.995659] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.995740] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c2f53db-76f7-465b-9cdd-06a8c9f98c59" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.995827] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4c2f53db-76f7-465b-9cdd-06a8c9f98c59',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.443758] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8740ea50-7cf6-4808-be4c-faf27a6f1237 in Status: SUCCESS [ 1260.443970] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8740ea50-7cf6-4808-be4c-faf27a6f1237 deletion is rescheduled due to dependency. [ 1260.444119] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.502920] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4c2f53db-76f7-465b-9cdd-06a8c9f98c59: rpc.has_security_group_logging(os_id): False [ 1260.522330] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.522330] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.522330] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.522330] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.522330] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.522330] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.522330] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.522330] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.523059] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.523059] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.523059] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.523059] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.523059] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.523059] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.523253] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.524032] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.524032] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.524032] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.524032] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.524032] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.524295] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c2f53db-76f7-465b-9cdd-06a8c9f98c59 is going to be created. [ 1260.583329] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.583485] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.583607] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.583964] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.584054] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.594783] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c2f53db-76f7-465b-9cdd-06a8c9f98c59 in Status: IN_PROGRESS for 2s [ 1262.608835] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4c2f53db-76f7-465b-9cdd-06a8c9f98c59 in Status: SUCCESS [ 1262.609577] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c2f53db-76f7-465b-9cdd-06a8c9f98c59" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.884817] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1262.885084] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1266.085678] env[65906]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1266.086057] env[65906]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1266.930705] env[65906]: INFO networking_nsxv3.common.synchronization [req-c9eaffd5-2205-49c8-a30a-88f9b8122bdd req-bfc1b11f-34a1-46bb-9e6c-2a41445d60dc tempest-ServersNegativeTestMultiTenantJSON-793589997 tempest-ServersNegativeTestMultiTenantJSON-793589997-project-member] Enqueued Resource ID: 4c2f53db-76f7-465b-9cdd-06a8c9f98c59 with Priority: HIGHEST for action security_group_members [ 1266.930705] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c2f53db-76f7-465b-9cdd-06a8c9f98c59 with Priority: HIGHEST for action security_group_members [ 1266.931063] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-4c2f53db-76f7-465b-9cdd-06a8c9f98c59 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.931299] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4c2f53db-76f7-465b-9cdd-06a8c9f98c59" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.931423] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4c2f53db-76f7-465b-9cdd-06a8c9f98c59" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.931665] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4c2f53db-76f7-465b-9cdd-06a8c9f98c59" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.931826] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.931934] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.932731] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.932731] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.932731] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.932731] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4c2f53db-76f7-465b-9cdd-06a8c9f98c59',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.434684] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.434996] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.434996] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.435187] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.435303] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.435475] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.435572] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.435637] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.435922] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.436046] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.436143] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c2f53db-76f7-465b-9cdd-06a8c9f98c59 is going to be updated. [ 1267.470504] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.470692] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.470812] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.472210] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.472210] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.481933] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c2f53db-76f7-465b-9cdd-06a8c9f98c59 in Status: IN_PROGRESS for 2s [ 1269.499186] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4c2f53db-76f7-465b-9cdd-06a8c9f98c59 in Status: SUCCESS [ 1269.499186] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4c2f53db-76f7-465b-9cdd-06a8c9f98c59 deletion is rescheduled due to dependency. [ 1269.499186] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4c2f53db-76f7-465b-9cdd-06a8c9f98c59" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.516166] env[65906]: INFO networking_nsxv3.common.synchronization [None req-21b53b0a-3eb9-4170-a11f-c231908021cd None None] Enqueued Resource ID: dcd713cd-e753-419e-b3f2-b2a02b00b2f4 with Priority: HIGHEST for action port [ 1270.517919] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd713cd-e753-419e-b3f2-b2a02b00b2f4 with Priority: HIGHEST for action port [ 1270.517919] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcd713cd-e753-419e-b3f2-b2a02b00b2f4 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.517919] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcd713cd-e753-419e-b3f2-b2a02b00b2f4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.517919] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcd713cd-e753-419e-b3f2-b2a02b00b2f4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.517919] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcd713cd-e753-419e-b3f2-b2a02b00b2f4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.519166] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcd713cd-e753-419e-b3f2-b2a02b00b2f4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.021821] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dcd713cd-e753-419e-b3f2-b2a02b00b2f4 [ 1271.022135] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.022259] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.022319] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.022513] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.022607] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.022909] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dcd713cd-e753-419e-b3f2-b2a02b00b2f4 already deleted. [ 1271.022909] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcd713cd-e753-419e-b3f2-b2a02b00b2f4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.273110] env[65906]: INFO networking_nsxv3.common.synchronization [None req-d82af3b7-037c-4ba8-8b75-78ef4ed1b72f tempest-AttachVolumeNegativeTest-1843065993 tempest-AttachVolumeNegativeTest-1843065993-project-member] Enqueued Resource ID: ed56c4f0-1f04-4067-8b89-2e9816f20634 with Priority: HIGHEST for action security_group_rules [ 1271.273755] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed56c4f0-1f04-4067-8b89-2e9816f20634 with Priority: HIGHEST for action security_group_rules [ 1271.274124] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed56c4f0-1f04-4067-8b89-2e9816f20634 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.274249] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.274316] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.274570] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.274696] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed56c4f0-1f04-4067-8b89-2e9816f20634',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.369039] env[65906]: INFO networking_nsxv3.common.synchronization [None req-bcf30da0-fd44-49f2-95cd-387325d78c62 tempest-AttachVolumeNegativeTest-1843065993 tempest-AttachVolumeNegativeTest-1843065993-project-member] Enqueued Resource ID: ed56c4f0-1f04-4067-8b89-2e9816f20634 with Priority: HIGHEST for action security_group_rules [ 1271.369441] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed56c4f0-1f04-4067-8b89-2e9816f20634 with Priority: HIGHEST for action security_group_rules [ 1271.370057] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed56c4f0-1f04-4067-8b89-2e9816f20634 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.370480] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.802389] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.802764] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.802764] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.802892] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.803043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.803140] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed56c4f0-1f04-4067-8b89-2e9816f20634 already deleted. [ 1271.803249] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.803436] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.803635] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.803773] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed56c4f0-1f04-4067-8b89-2e9816f20634',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.325039] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.325780] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.325870] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.326644] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.326644] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.326644] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed56c4f0-1f04-4067-8b89-2e9816f20634 already deleted. [ 1272.326644] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.698478] env[65906]: INFO networking_nsxv3.common.synchronization [None req-57d4f665-5037-4e2f-a9fa-5dee00daae19 None None] Enqueued Resource ID: 667b8620-bc2f-4df7-a4b9-e354b496a765 with Priority: HIGHEST for action port [ 1272.698606] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 667b8620-bc2f-4df7-a4b9-e354b496a765 with Priority: HIGHEST for action port [ 1272.699177] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-667b8620-bc2f-4df7-a4b9-e354b496a765 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.699177] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-667b8620-bc2f-4df7-a4b9-e354b496a765" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.699177] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-667b8620-bc2f-4df7-a4b9-e354b496a765" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.699443] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-667b8620-bc2f-4df7-a4b9-e354b496a765" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.699662] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('667b8620-bc2f-4df7-a4b9-e354b496a765',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.202126] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 667b8620-bc2f-4df7-a4b9-e354b496a765 [ 1273.202480] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.202480] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.202584] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.202836] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.202980] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.203102] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:667b8620-bc2f-4df7-a4b9-e354b496a765 already deleted. [ 1273.203190] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-667b8620-bc2f-4df7-a4b9-e354b496a765" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.299015] env[65906]: INFO networking_nsxv3.common.synchronization [req-06c8fc14-6cc5-49f2-9222-c4a95a4da6c9 req-ef482e4e-ed63-4c81-b74e-b08e5dad7457 tempest-ServerDiskConfigTestJSON-191991450 tempest-ServerDiskConfigTestJSON-191991450-project-member] Enqueued Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_members [ 1273.299584] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_members [ 1273.299924] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acd34f6-86f6-4580-b77d-01781e6d99a3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.300061] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.300129] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.300325] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.300480] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.300579] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.300644] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.300919] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.301148] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.301244] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.803573] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.806066] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.806066] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.806066] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.806066] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.806066] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.806066] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.806066] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.806066] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.806066] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.806066] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 is going to be updated. [ 1273.838607] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.838943] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.838943] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.840806] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.840806] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.850716] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 in Status: IN_PROGRESS for 2s [ 1275.243073] env[65906]: INFO networking_nsxv3.common.synchronization [req-1ca9c3c7-9057-4e94-a539-cf7b7a4014c2 req-7aadc100-f8af-45bb-b585-83a1837d0e9f tempest-ServerActionsTestJSON-2004915865 tempest-ServerActionsTestJSON-2004915865-project-member] Enqueued Resource ID: 9a9392f2-8e81-4e47-b81b-8684787744db with Priority: HIGHEST for action security_group_members [ 1275.243901] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a9392f2-8e81-4e47-b81b-8684787744db with Priority: HIGHEST for action security_group_members [ 1275.244032] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a9392f2-8e81-4e47-b81b-8684787744db taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.244138] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.244196] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.244359] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.244509] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.244603] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.244665] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.245528] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.245528] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.245528] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a9392f2-8e81-4e47-b81b-8684787744db',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.747302] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.747485] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.747485] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.747728] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.768885] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.769184] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.769323] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.769392] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.769641] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.769774] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.769816] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a9392f2-8e81-4e47-b81b-8684787744db is going to be updated. [ 1275.797113] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.797297] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.797297] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.797610] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.797610] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.807049] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a9392f2-8e81-4e47-b81b-8684787744db in Status: IN_PROGRESS for 2s [ 1275.863098] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 in Status: SUCCESS [ 1275.863320] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 deletion is rescheduled due to dependency. [ 1275.863662] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.310647] env[65906]: INFO networking_nsxv3.common.synchronization [req-c9b1aa09-1886-49e0-b257-821714ff562e req-b7856bab-e327-4f30-b08e-56e5bd0bb9d1 tempest-ServerDiskConfigTestJSON-191991450 tempest-ServerDiskConfigTestJSON-191991450-project-member] Enqueued Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_members [ 1276.311209] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_members [ 1276.311530] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acd34f6-86f6-4580-b77d-01781e6d99a3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.311637] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.311687] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.312158] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.312158] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.312324] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.312324] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.312539] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.312539] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.312714] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.664627] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-572 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.664627] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-572" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.664627] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-572" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.664627] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-572" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.664627] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.664627] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.664627] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.664627] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.667055] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.667055] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1276.667055] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1276.667055] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1276.667055] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1276.667055] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1276.667055] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1276.667055] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1276.689222] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1276.689878] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1276.689878] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1276.690020] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-572" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.690670] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-f6d49430-04a9-47b2-969e-c256007e591b taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.690982] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-f6d49430-04a9-47b2-969e-c256007e591b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.691232] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-f6d49430-04a9-47b2-969e-c256007e591b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.691701] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-f6d49430-04a9-47b2-969e-c256007e591b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.691916] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6d49430-04a9-47b2-969e-c256007e591b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.816768] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.816768] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.817028] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.817130] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.817243] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.817479] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.817601] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.817643] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.817815] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.817924] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.818113] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 is going to be updated. [ 1276.844196] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.844431] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.844511] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.844735] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.844883] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.855992] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 in Status: IN_PROGRESS for 2s [ 1277.195461] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.195943] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.195943] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.196087] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.196230] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.196568] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port f6d49430-04a9-47b2-969e-c256007e591b not found, creating... [ 1277.196680] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.197500] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.197500] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.197500] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.197500] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.197665] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.197838] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.197949] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.198159] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.198285] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.198445] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: f6d49430-04a9-47b2-969e-c256007e591b is going to be created. [ 1277.221720] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.221985] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.222170] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.222461] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.222692] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.222950] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-f6d49430-04a9-47b2-969e-c256007e591b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.816886] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a9392f2-8e81-4e47-b81b-8684787744db in Status: SUCCESS [ 1277.817286] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a9392f2-8e81-4e47-b81b-8684787744db deletion is rescheduled due to dependency. [ 1277.817286] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.927679] env[65906]: INFO networking_nsxv3.common.synchronization [req-c9b1aa09-1886-49e0-b257-821714ff562e req-c1f424dc-05f6-4ad6-ae42-eae2d802304d service nova] Enqueued Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_rules [ 1277.927876] env[65906]: INFO networking_nsxv3.common.synchronization [req-c9b1aa09-1886-49e0-b257-821714ff562e req-c1f424dc-05f6-4ad6-ae42-eae2d802304d service nova] Enqueued Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_members [ 1277.928023] env[65906]: INFO networking_nsxv3.common.synchronization [req-c9b1aa09-1886-49e0-b257-821714ff562e req-c1f424dc-05f6-4ad6-ae42-eae2d802304d service nova] Enqueued Resource ID: f6d49430-04a9-47b2-969e-c256007e591b with Priority: HIGHEST for action port [ 1277.928699] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_rules [ 1277.928740] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_members [ 1277.928876] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6d49430-04a9-47b2-969e-c256007e591b with Priority: HIGHEST for action port [ 1277.929099] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8acd34f6-86f6-4580-b77d-01781e6d99a3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.929225] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.929319] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.929685] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.929685] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.930468] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acd34f6-86f6-4580-b77d-01781e6d99a3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.930576] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.930786] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6d49430-04a9-47b2-969e-c256007e591b taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.930879] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6d49430-04a9-47b2-969e-c256007e591b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.930949] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6d49430-04a9-47b2-969e-c256007e591b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.931113] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6d49430-04a9-47b2-969e-c256007e591b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.931184] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6d49430-04a9-47b2-969e-c256007e591b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.433882] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acd34f6-86f6-4580-b77d-01781e6d99a3 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.434107] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.434192] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6d49430-04a9-47b2-969e-c256007e591b with status ACTIVE [ 1278.434383] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.434530] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.434566] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.434780] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.434847] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.435019] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.435126] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.435188] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.435340] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.435419] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.435634] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.435731] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.435793] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.435932] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.436022] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.436757] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6d49430-04a9-47b2-969e-c256007e591b is going to be updated. [ 1278.458163] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.458355] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.458397] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.458587] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.458727] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.458890] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6d49430-04a9-47b2-969e-c256007e591b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.869796] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 in Status: SUCCESS [ 1278.870245] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 deletion is rescheduled due to dependency. [ 1278.870245] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.870245] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.870511] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.870645] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.870786] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.870859] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.871036] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.871139] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.871183] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.373417] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.876757] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.378923] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.379115] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.379115] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.379316] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.379413] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.379539] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 is going to be updated. [ 1280.406457] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.406602] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.406696] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.406871] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.407036] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.419461] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 in Status: IN_PROGRESS for 2s [ 1281.241826] env[65906]: INFO networking_nsxv3.common.synchronization [req-cb86b02b-24a8-4dcf-a458-25f0b5eec338 req-2ea20707-514d-485b-a4da-9894e0adbd09 tempest-AttachVolumeNegativeTest-1843065993 tempest-AttachVolumeNegativeTest-1843065993-project-member] Enqueued Resource ID: ed56c4f0-1f04-4067-8b89-2e9816f20634 with Priority: HIGHEST for action security_group_members [ 1281.243036] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed56c4f0-1f04-4067-8b89-2e9816f20634 with Priority: HIGHEST for action security_group_members [ 1281.243036] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed56c4f0-1f04-4067-8b89-2e9816f20634 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.243036] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.243036] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.243430] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.243503] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.243633] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.243953] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.243953] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.244065] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.244098] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed56c4f0-1f04-4067-8b89-2e9816f20634',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.524074] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-292 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.524277] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-292" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.524403] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-292" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.524734] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-292" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.525118] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.525290] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.525406] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.525636] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.525775] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.525989] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1281.526108] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1281.526523] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1281.526523] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1281.526523] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1281.526523] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1281.526801] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1281.546910] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1281.547143] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1281.547296] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1281.547474] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-292" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.547786] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-da1720ac-679a-4533-bdcf-b93190c1282a taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.547987] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-da1720ac-679a-4533-bdcf-b93190c1282a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.548198] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-da1720ac-679a-4533-bdcf-b93190c1282a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.548543] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-da1720ac-679a-4533-bdcf-b93190c1282a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.548682] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da1720ac-679a-4533-bdcf-b93190c1282a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.746726] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.746953] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.746953] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.747188] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.747307] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.747519] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.747620] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.747684] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.747838] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.747915] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.748021] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed56c4f0-1f04-4067-8b89-2e9816f20634 already deleted. [ 1281.748090] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.052405] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.052405] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.052699] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.052879] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.053070] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.053291] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port da1720ac-679a-4533-bdcf-b93190c1282a not found, creating... [ 1282.053723] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.053928] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.054104] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.054432] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.054627] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.055072] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.055305] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.055478] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.055766] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.055959] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.056179] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: da1720ac-679a-4533-bdcf-b93190c1282a is going to be created. [ 1282.084071] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.084312] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.084506] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.084896] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.085429] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.085429] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-da1720ac-679a-4533-bdcf-b93190c1282a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.429382] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 in Status: SUCCESS [ 1282.429802] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.429802] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.430019] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.430223] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.430344] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.430434] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.430649] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.430685] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.430844] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.430844] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.753719] env[65906]: INFO networking_nsxv3.common.synchronization [req-cb86b02b-24a8-4dcf-a458-25f0b5eec338 req-1f73f09b-fee6-4fca-9413-4efe85cf63e8 service nova] Enqueued Resource ID: ed56c4f0-1f04-4067-8b89-2e9816f20634 with Priority: HIGHEST for action security_group_rules [ 1282.753920] env[65906]: INFO networking_nsxv3.common.synchronization [req-cb86b02b-24a8-4dcf-a458-25f0b5eec338 req-1f73f09b-fee6-4fca-9413-4efe85cf63e8 service nova] Enqueued Resource ID: ed56c4f0-1f04-4067-8b89-2e9816f20634 with Priority: HIGHEST for action security_group_members [ 1282.754112] env[65906]: INFO networking_nsxv3.common.synchronization [req-cb86b02b-24a8-4dcf-a458-25f0b5eec338 req-1f73f09b-fee6-4fca-9413-4efe85cf63e8 service nova] Enqueued Resource ID: da1720ac-679a-4533-bdcf-b93190c1282a with Priority: HIGHEST for action port [ 1282.754639] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed56c4f0-1f04-4067-8b89-2e9816f20634 with Priority: HIGHEST for action security_group_rules [ 1282.754775] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed56c4f0-1f04-4067-8b89-2e9816f20634 with Priority: HIGHEST for action security_group_members [ 1282.754872] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1720ac-679a-4533-bdcf-b93190c1282a with Priority: HIGHEST for action port [ 1282.756014] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed56c4f0-1f04-4067-8b89-2e9816f20634 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.756154] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.756222] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.756422] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.756504] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed56c4f0-1f04-4067-8b89-2e9816f20634',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.757336] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed56c4f0-1f04-4067-8b89-2e9816f20634 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.757475] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.757542] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.757705] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.757851] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.757996] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.758061] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.758762] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.758762] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.758762] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed56c4f0-1f04-4067-8b89-2e9816f20634',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.759214] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-da1720ac-679a-4533-bdcf-b93190c1282a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.760279] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da1720ac-679a-4533-bdcf-b93190c1282a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.760279] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da1720ac-679a-4533-bdcf-b93190c1282a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.760393] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da1720ac-679a-4533-bdcf-b93190c1282a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.760393] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da1720ac-679a-4533-bdcf-b93190c1282a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.935733] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acd34f6-86f6-4580-b77d-01781e6d99a3 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.935946] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.935946] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.936206] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.936412] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.936519] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.936600] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.936783] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.936895] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.936992] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.937179] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acd34f6-86f6-4580-b77d-01781e6d99a3 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.937284] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.937367] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.937518] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.937679] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.937774] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.937850] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.938014] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.938114] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.938236] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.938301] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.262115] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed56c4f0-1f04-4067-8b89-2e9816f20634 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.262267] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.262557] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed56c4f0-1f04-4067-8b89-2e9816f20634',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.263560] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da1720ac-679a-4533-bdcf-b93190c1282a with status ACTIVE [ 1283.263838] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.264013] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.264112] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.264343] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.264435] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.264624] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.264726] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.264811] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.264990] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.265256] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.265316] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.265422] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.265457] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.265781] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.265781] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.265781] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da1720ac-679a-4533-bdcf-b93190c1282a is going to be updated. [ 1283.285873] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.286151] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.286151] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.286402] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.286814] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.286814] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da1720ac-679a-4533-bdcf-b93190c1282a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.440639] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8acd34f6-86f6-4580-b77d-01781e6d99a3: rpc.has_security_group_logging(os_id): False [ 1283.468499] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.468736] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.468806] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.468975] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.469073] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.469268] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.469371] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.469474] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.469575] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.469651] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.469847] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.469941] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.470012] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.470174] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.470250] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.470431] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.470524] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.470584] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.470851] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.470944] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.471060] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 is going to be updated. [ 1283.541475] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.541726] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.541864] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.542179] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.542387] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.557785] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 in Status: IN_PROGRESS for 2s [ 1283.767499] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed56c4f0-1f04-4067-8b89-2e9816f20634',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.269771] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.269967] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.269967] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.270332] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.270470] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.270627] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed56c4f0-1f04-4067-8b89-2e9816f20634 is going to be created. [ 1284.299858] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.300112] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.300180] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.300405] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.300591] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.315828] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed56c4f0-1f04-4067-8b89-2e9816f20634 in Status: UNINITIALIZED for 2s [ 1285.573036] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 in Status: SUCCESS [ 1285.573435] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.329155] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed56c4f0-1f04-4067-8b89-2e9816f20634 in Status: SUCCESS [ 1286.329389] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.329600] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.329838] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.330055] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.330183] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.330278] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.330480] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.330569] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.330669] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.330749] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed56c4f0-1f04-4067-8b89-2e9816f20634',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.833430] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed56c4f0-1f04-4067-8b89-2e9816f20634',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.336666] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed56c4f0-1f04-4067-8b89-2e9816f20634: rpc.has_security_group_logging(os_id): False [ 1287.355506] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.355693] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.355693] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.355872] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.355961] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.356574] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.356574] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.356574] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.356574] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.356759] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.356759] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed56c4f0-1f04-4067-8b89-2e9816f20634 is going to be created. [ 1287.423080] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.423326] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.423411] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.423580] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.423774] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.435922] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed56c4f0-1f04-4067-8b89-2e9816f20634 in Status: IN_PROGRESS for 2s [ 1287.756250] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1287.756457] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1288.045387] env[65906]: INFO networking_nsxv3.common.synchronization [req-7431062c-034c-42a0-80ac-78241a798777 req-644b0bf5-e29c-4acd-8868-8be35eadf58d tempest-ServerActionsTestJSON-2004915865 tempest-ServerActionsTestJSON-2004915865-project-member] Enqueued Resource ID: 9a9392f2-8e81-4e47-b81b-8684787744db with Priority: HIGHEST for action security_group_members [ 1288.046264] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a9392f2-8e81-4e47-b81b-8684787744db with Priority: HIGHEST for action security_group_members [ 1288.046486] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a9392f2-8e81-4e47-b81b-8684787744db taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.046631] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.046700] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.046914] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.047092] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.047210] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.047269] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.047486] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.047585] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.047677] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a9392f2-8e81-4e47-b81b-8684787744db',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.347187] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-805 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.347414] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-805" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.347632] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-805" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.347994] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-805" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.348342] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.348537] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.348659] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.348915] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.349150] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.349455] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1288.350127] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1288.350127] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1288.350127] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1288.350127] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1288.350127] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1288.350350] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1288.370319] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1288.370563] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1288.370768] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1288.371053] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-805" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.371611] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-4495b91d-170f-4e55-824d-5bb45b891801 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.371896] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-4495b91d-170f-4e55-824d-5bb45b891801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.372181] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-4495b91d-170f-4e55-824d-5bb45b891801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.372570] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-4495b91d-170f-4e55-824d-5bb45b891801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.372795] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4495b91d-170f-4e55-824d-5bb45b891801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.550463] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.550710] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.550710] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.550953] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.551104] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.551345] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.551514] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.551576] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.551687] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.551782] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.551889] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a9392f2-8e81-4e47-b81b-8684787744db is going to be updated. [ 1288.577565] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.577775] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.577775] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.577968] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.578133] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.587197] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a9392f2-8e81-4e47-b81b-8684787744db in Status: IN_PROGRESS for 2s [ 1288.875644] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.875885] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.876027] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.876402] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.876534] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.876695] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port 4495b91d-170f-4e55-824d-5bb45b891801 not found, creating... [ 1288.876964] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.877241] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.877356] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.877587] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.877769] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.878024] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.878215] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.878292] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.878515] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.878614] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.878750] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: 4495b91d-170f-4e55-824d-5bb45b891801 is going to be created. [ 1288.904291] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.904506] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.904651] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.904994] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.905299] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.905514] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-4495b91d-170f-4e55-824d-5bb45b891801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.451890] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed56c4f0-1f04-4067-8b89-2e9816f20634 in Status: SUCCESS [ 1289.452291] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.652528] env[65906]: INFO networking_nsxv3.common.synchronization [req-7431062c-034c-42a0-80ac-78241a798777 req-b4868fae-f1d5-4b04-980b-5eea8ebd8cf9 service nova] Enqueued Resource ID: 9a9392f2-8e81-4e47-b81b-8684787744db with Priority: HIGHEST for action security_group_rules [ 1289.652714] env[65906]: INFO networking_nsxv3.common.synchronization [req-7431062c-034c-42a0-80ac-78241a798777 req-b4868fae-f1d5-4b04-980b-5eea8ebd8cf9 service nova] Enqueued Resource ID: 9a9392f2-8e81-4e47-b81b-8684787744db with Priority: HIGHEST for action security_group_members [ 1289.652853] env[65906]: INFO networking_nsxv3.common.synchronization [req-7431062c-034c-42a0-80ac-78241a798777 req-b4868fae-f1d5-4b04-980b-5eea8ebd8cf9 service nova] Enqueued Resource ID: 4495b91d-170f-4e55-824d-5bb45b891801 with Priority: HIGHEST for action port [ 1289.653454] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a9392f2-8e81-4e47-b81b-8684787744db with Priority: HIGHEST for action security_group_rules [ 1289.653603] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a9392f2-8e81-4e47-b81b-8684787744db with Priority: HIGHEST for action security_group_members [ 1289.653711] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4495b91d-170f-4e55-824d-5bb45b891801 with Priority: HIGHEST for action port [ 1289.654181] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a9392f2-8e81-4e47-b81b-8684787744db taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.654181] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.654316] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.654468] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.654545] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a9392f2-8e81-4e47-b81b-8684787744db',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.655440] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a9392f2-8e81-4e47-b81b-8684787744db taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.655530] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.655720] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-4495b91d-170f-4e55-824d-5bb45b891801 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.655882] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4495b91d-170f-4e55-824d-5bb45b891801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.655882] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4495b91d-170f-4e55-824d-5bb45b891801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.656044] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4495b91d-170f-4e55-824d-5bb45b891801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.656121] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4495b91d-170f-4e55-824d-5bb45b891801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.079125] env[65906]: INFO networking_nsxv3.common.synchronization [req-24f16a6b-fa52-4205-bc6a-89f77b992072 req-e67f8217-cce5-46a2-a0c5-c5cd6b8b03d7 tempest-ServerDiskConfigTestJSON-191991450 tempest-ServerDiskConfigTestJSON-191991450-project-member] Enqueued Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_members [ 1290.079747] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGHEST for action security_group_members [ 1290.079982] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8acd34f6-86f6-4580-b77d-01781e6d99a3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.080113] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.080183] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.080368] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.080521] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.080614] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.080674] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.080807] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.080946] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.081033] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.158023] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a9392f2-8e81-4e47-b81b-8684787744db taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.158228] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.160539] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4495b91d-170f-4e55-824d-5bb45b891801 with status ACTIVE [ 1290.160763] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.160879] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.160944] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.161270] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.161330] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.161501] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.161642] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.161688] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.161967] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.162074] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.162277] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.162379] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.162441] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.162598] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.162672] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.162757] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4495b91d-170f-4e55-824d-5bb45b891801 is going to be updated. [ 1290.184538] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.184713] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.184784] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.184962] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.185113] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.185269] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4495b91d-170f-4e55-824d-5bb45b891801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.583451] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.583803] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.583803] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.583914] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.584013] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.584310] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.584471] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.584574] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.584804] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.584947] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.585118] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 is going to be updated. [ 1290.601148] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a9392f2-8e81-4e47-b81b-8684787744db in Status: SUCCESS [ 1290.601340] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a9392f2-8e81-4e47-b81b-8684787744db deletion is rescheduled due to dependency. [ 1290.601512] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.601580] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.601808] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.601985] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.602105] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.602171] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.602314] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.602388] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.602476] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a9392f2-8e81-4e47-b81b-8684787744db',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.619613] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.619814] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.619814] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.620023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.620173] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.629698] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 in Status: IN_PROGRESS for 2s [ 1291.108016] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a9392f2-8e81-4e47-b81b-8684787744db',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.610758] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a9392f2-8e81-4e47-b81b-8684787744db',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.113383] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.113788] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.113921] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.114257] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.114726] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.114726] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a9392f2-8e81-4e47-b81b-8684787744db is going to be updated. [ 1292.151486] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.151646] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.151710] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.151934] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.152139] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.161865] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a9392f2-8e81-4e47-b81b-8684787744db in Status: IN_PROGRESS for 2s [ 1292.640009] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 in Status: SUCCESS [ 1292.640325] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 deletion is rescheduled due to dependency. [ 1292.640361] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.173056] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a9392f2-8e81-4e47-b81b-8684787744db in Status: SUCCESS [ 1294.173411] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.173411] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.173608] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.173826] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.173977] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.174073] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.174203] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.174282] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.174367] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.174463] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a9392f2-8e81-4e47-b81b-8684787744db',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.676532] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a9392f2-8e81-4e47-b81b-8684787744db',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.080760] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1295.080904] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1295.179557] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a9392f2-8e81-4e47-b81b-8684787744db: rpc.has_security_group_logging(os_id): False [ 1295.199983] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.200158] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.200200] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.200434] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.200564] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.200783] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.200886] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.200987] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.201270] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.201409] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.201560] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a9392f2-8e81-4e47-b81b-8684787744db is going to be updated. [ 1295.259723] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.259932] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.259932] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.260217] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.260354] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.272118] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a9392f2-8e81-4e47-b81b-8684787744db in Status: IN_PROGRESS for 2s [ 1297.288080] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a9392f2-8e81-4e47-b81b-8684787744db in Status: SUCCESS [ 1297.288442] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.082431] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1300.082812] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1305.083686] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1305.084095] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1310.085115] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1310.085490] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1315.086911] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1315.087313] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1320.088471] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1320.088916] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1323.029491] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.029886] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.029886] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.029954] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.030076] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.533680] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.036818] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.538996] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1324.539206] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1325.089226] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1325.089575] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1325.243184] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.243184] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.243184] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.243476] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.256763] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1325.257619] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.258364] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1325.294766] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.294966] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.294966] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.295185] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.316018] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.317207] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1325.317317] env[65906]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65906) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1325.317445] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1325.356079] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.356285] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.356285] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.356452] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.357688] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.357875] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1325.432114] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.432347] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.432399] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.432599] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.432911] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.433208] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1325.504538] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.504798] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.504798] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.504929] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.505248] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.505587] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1325.505680] env[65906]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'ed56c4f0-1f04-4067-8b89-2e9816f20634', '68e7cee4-6ade-41e8-aaec-7944c5815937', '34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af', 'a7e94b9d-2d6d-4dff-bc98-4e18011d8811', '4c2f53db-76f7-465b-9cdd-06a8c9f98c59', '8cbbfa4a-ad46-47cc-89e9-430f85a34801', '4fe9446e-a7bb-4a04-bacc-c73559534be4', '4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67', '891eb189-7a70-45d5-be8d-45d5f7d10491', '004d8860-47e4-42d1-af79-81ad3354fb25', '8acd34f6-86f6-4580-b77d-01781e6d99a3', '95da32ec-19ed-4437-9a57-ff061be49f19', '16c7672a-f797-44ac-88ac-c2c650241a03', '8740ea50-7cf6-4808-be4c-faf27a6f1237', 'a2406724-56cf-4846-a4be-b0460e4eea6a', 'e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d', '47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b', '19b4b3dc-b35b-433f-ad5c-2611639a01a3', '993911b9-7646-4f56-960e-dbd48004d3c3', '4d90b830-2a74-4249-877b-9a8dda895c9a', '5148d9e6-813b-4387-a770-c50a3b8104c3', '8bf47009-8778-467b-94ca-e8c2c198c799', '0f56c059-3017-4934-8fcb-54c4278286fb', '5cc02c32-2f05-4040-9c14-ff813cab3d2a', '1e6f5194-d471-40e7-98fe-af8388fadc49', 'fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0', '512b8a02-cd49-4b1c-8258-76f66b54e994', '403d1e32-f39c-439d-b495-bca4f2a9ab47', 'f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2', 'ba05ac9b-ab92-4f51-85cd-746125ae8582', '8111e738-6228-4350-931e-f3b1b35dc4cd', 'c5e3b2b3-6e34-410e-a67e-a4732c260128', '0d41ba82-bc53-4a6e-b355-3cd4ec085051', '854c0692-f886-4131-a445-bab0e08b0c94', '9a9392f2-8e81-4e47-b81b-8684787744db', 'd54ff51c-4ab7-4801-bdf3-d05d64000bea', '1fc375e6-2a6c-4a8a-89a6-d43f492c170e', 'ad683fe0-4d9c-4a46-8556-68f12a24168f', '8966ee00-e334-44db-b9a8-8395eb857dec', '98c4feba-5543-467b-a736-2ecfe5042a77', 'a55d4d23-ff55-4a08-bd40-cf5ade46fe62', 'a5c2a3a4-c0ea-4744-80d7-c19e4d2442be'} {{(pid=65906) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1325.505793] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1325.523953] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.524148] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.524148] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.524395] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.524465] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.524566] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1325.524636] env[65906]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65906) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1325.524706] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1325.595013] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.595247] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.595247] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.595482] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.596600] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.596843] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1325.596922] env[65906]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65906) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1325.596994] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1325.597074] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1325.597151] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 1325.597221] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed56c4f0-1f04-4067-8b89-2e9816f20634 with Priority: HIGH for action security_group_rules [ 1325.597298] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 68e7cee4-6ade-41e8-aaec-7944c5815937 with Priority: HIGH for action security_group_rules [ 1325.597367] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af with Priority: HIGH for action security_group_rules [ 1325.597431] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGH for action security_group_rules [ 1325.597493] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4c2f53db-76f7-465b-9cdd-06a8c9f98c59 with Priority: HIGH for action security_group_rules [ 1325.597555] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGH for action security_group_rules [ 1325.597616] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4fe9446e-a7bb-4a04-bacc-c73559534be4 with Priority: HIGH for action security_group_rules [ 1325.597677] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 with Priority: HIGH for action security_group_rules [ 1325.597737] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 with Priority: HIGH for action security_group_rules [ 1325.597798] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 004d8860-47e4-42d1-af79-81ad3354fb25 with Priority: HIGH for action security_group_rules [ 1325.597859] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGH for action security_group_rules [ 1325.597921] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 95da32ec-19ed-4437-9a57-ff061be49f19 with Priority: HIGH for action security_group_rules [ 1325.597982] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 16c7672a-f797-44ac-88ac-c2c650241a03 with Priority: HIGH for action security_group_rules [ 1325.598054] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8740ea50-7cf6-4808-be4c-faf27a6f1237 with Priority: HIGH for action security_group_rules [ 1325.598116] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a2406724-56cf-4846-a4be-b0460e4eea6a with Priority: HIGH for action security_group_rules [ 1325.598178] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d with Priority: HIGH for action security_group_rules [ 1325.598240] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b with Priority: HIGH for action security_group_rules [ 1325.598302] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 with Priority: HIGH for action security_group_rules [ 1325.598365] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 993911b9-7646-4f56-960e-dbd48004d3c3 with Priority: HIGH for action security_group_rules [ 1325.598427] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4d90b830-2a74-4249-877b-9a8dda895c9a with Priority: HIGH for action security_group_rules [ 1325.598519] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.090870] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1330.091288] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1330.091288] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed56c4f0-1f04-4067-8b89-2e9816f20634 with Priority: HIGH for action security_group_rules [ 1330.091288] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af with Priority: HIGH for action security_group_rules [ 1330.091465] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fe9446e-a7bb-4a04-bacc-c73559534be4 with Priority: HIGH for action security_group_rules [ 1330.091465] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2406724-56cf-4846-a4be-b0460e4eea6a with Priority: HIGH for action security_group_rules [ 1330.091564] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d90b830-2a74-4249-877b-9a8dda895c9a with Priority: HIGH for action security_group_rules [ 1330.091623] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 993911b9-7646-4f56-960e-dbd48004d3c3 with Priority: HIGH for action security_group_rules [ 1330.091717] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 with Priority: HIGH for action security_group_rules [ 1330.091808] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b with Priority: HIGH for action security_group_rules [ 1330.091895] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8740ea50-7cf6-4808-be4c-faf27a6f1237 with Priority: HIGH for action security_group_rules [ 1330.091983] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d with Priority: HIGH for action security_group_rules [ 1330.092083] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16c7672a-f797-44ac-88ac-c2c650241a03 with Priority: HIGH for action security_group_rules [ 1330.092168] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95da32ec-19ed-4437-9a57-ff061be49f19 with Priority: HIGH for action security_group_rules [ 1330.092256] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 with Priority: HIGH for action security_group_rules [ 1330.092342] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 004d8860-47e4-42d1-af79-81ad3354fb25 with Priority: HIGH for action security_group_rules [ 1330.092429] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 with Priority: HIGH for action security_group_rules [ 1330.092536] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 with Priority: HIGH for action security_group_rules [ 1330.092600] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 with Priority: HIGH for action security_group_rules [ 1330.092677] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c2f53db-76f7-465b-9cdd-06a8c9f98c59 with Priority: HIGH for action security_group_rules [ 1330.092762] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68e7cee4-6ade-41e8-aaec-7944c5815937 with Priority: HIGH for action security_group_rules [ 1330.092847] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 with Priority: HIGH for action security_group_rules [ 1330.093208] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed56c4f0-1f04-4067-8b89-2e9816f20634 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.093333] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.093397] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.093604] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.093685] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed56c4f0-1f04-4067-8b89-2e9816f20634',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.094744] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.094857] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.094919] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.095102] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.095177] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.096010] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fe9446e-a7bb-4a04-bacc-c73559534be4 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.096132] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.096132] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.096268] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.096329] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fe9446e-a7bb-4a04-bacc-c73559534be4',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.097223] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2406724-56cf-4846-a4be-b0460e4eea6a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.097353] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.097353] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.097460] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.097523] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2406724-56cf-4846-a4be-b0460e4eea6a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.098185] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d90b830-2a74-4249-877b-9a8dda895c9a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.098301] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.098301] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.098546] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.098596] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d90b830-2a74-4249-877b-9a8dda895c9a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.099790] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-993911b9-7646-4f56-960e-dbd48004d3c3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.099931] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-993911b9-7646-4f56-960e-dbd48004d3c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.099993] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-993911b9-7646-4f56-960e-dbd48004d3c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.100143] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-993911b9-7646-4f56-960e-dbd48004d3c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.100209] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('993911b9-7646-4f56-960e-dbd48004d3c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.100905] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-19b4b3dc-b35b-433f-ad5c-2611639a01a3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.101093] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.101093] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.101276] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.101370] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('19b4b3dc-b35b-433f-ad5c-2611639a01a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.102191] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.102326] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.102397] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.102543] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.102613] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.103318] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8740ea50-7cf6-4808-be4c-faf27a6f1237 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.103428] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.103691] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.103691] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.103691] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8740ea50-7cf6-4808-be4c-faf27a6f1237',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.104438] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.104627] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.104729] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.104879] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.104980] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.105758] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16c7672a-f797-44ac-88ac-c2c650241a03 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.105914] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16c7672a-f797-44ac-88ac-c2c650241a03" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.106038] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16c7672a-f797-44ac-88ac-c2c650241a03" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.106395] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16c7672a-f797-44ac-88ac-c2c650241a03" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.106503] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16c7672a-f797-44ac-88ac-c2c650241a03',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.107360] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95da32ec-19ed-4437-9a57-ff061be49f19 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.107484] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95da32ec-19ed-4437-9a57-ff061be49f19" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.107554] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95da32ec-19ed-4437-9a57-ff061be49f19" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.107741] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95da32ec-19ed-4437-9a57-ff061be49f19" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.107869] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95da32ec-19ed-4437-9a57-ff061be49f19',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.108800] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8acd34f6-86f6-4580-b77d-01781e6d99a3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.108931] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.108990] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.109193] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.109268] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8acd34f6-86f6-4580-b77d-01781e6d99a3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.109942] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-004d8860-47e4-42d1-af79-81ad3354fb25 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.110153] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.110232] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.110391] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.110491] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('004d8860-47e4-42d1-af79-81ad3354fb25',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.113385] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-891eb189-7a70-45d5-be8d-45d5f7d10491 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.113512] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.113605] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.113829] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.113964] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('891eb189-7a70-45d5-be8d-45d5f7d10491',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.114856] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.114994] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.115088] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.115258] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.115340] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8cbbfa4a-ad46-47cc-89e9-430f85a34801',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.116157] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.116288] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.116365] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.116521] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.116593] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.117418] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c2f53db-76f7-465b-9cdd-06a8c9f98c59 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.117538] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c2f53db-76f7-465b-9cdd-06a8c9f98c59" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.117594] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c2f53db-76f7-465b-9cdd-06a8c9f98c59" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.117739] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c2f53db-76f7-465b-9cdd-06a8c9f98c59" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.117825] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c2f53db-76f7-465b-9cdd-06a8c9f98c59',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.118801] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68e7cee4-6ade-41e8-aaec-7944c5815937 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.118875] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.118911] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.119077] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.119162] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68e7cee4-6ade-41e8-aaec-7944c5815937',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.119881] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7e94b9d-2d6d-4dff-bc98-4e18011d8811 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.120050] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.120150] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.120317] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.120525] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7e94b9d-2d6d-4dff-bc98-4e18011d8811',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.125138] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed56c4f0-1f04-4067-8b89-2e9816f20634 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.125340] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.125409] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.125551] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.125695] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.125798] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.125861] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.126019] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.126646] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.126646] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.126646] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed56c4f0-1f04-4067-8b89-2e9816f20634',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.627692] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.627842] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.627922] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.628119] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.628285] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.628386] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.628442] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.628597] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.628707] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.628799] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.628884] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.645206] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed56c4f0-1f04-4067-8b89-2e9816f20634',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.690883] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.691204] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.691204] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.691429] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.692922] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.693079] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.693703] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.693838] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.694537] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.694663] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.695326] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.695449] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.704134] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.704292] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.706050] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.706191] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.712224] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.712401] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.713460] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.713572] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.714278] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.714393] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.715195] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.715301] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.804441] env[65906]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1330.805047] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.805248] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.808013] env[65906]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1330.808501] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.808598] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.809345] env[65906]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1330.809753] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.809856] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.810522] env[65906]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1330.810934] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.811041] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.812025] env[65906]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1330.812449] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.812564] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.813221] env[65906]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1330.813605] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.813700] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.814318] env[65906]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1330.814701] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.814795] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.818967] env[65906]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1330.819385] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.819498] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 004d8860-47e4-42d1-af79-81ad3354fb25 is going to be deleted. [ 1330.820393] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.820604] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.839425] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.839580] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fe9446e-a7bb-4a04-bacc-c73559534be4 is going to be deleted. [ 1330.840443] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.840648] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.860958] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.861187] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 19b4b3dc-b35b-433f-ad5c-2611639a01a3 is going to be deleted. [ 1330.862102] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.862338] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.882362] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.882610] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.898339] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.898563] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95da32ec-19ed-4437-9a57-ff061be49f19 is going to be deleted. [ 1330.899510] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.899731] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.915966] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.916189] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.932578] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.932817] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 993911b9-7646-4f56-960e-dbd48004d3c3 is going to be deleted. [ 1330.933662] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.933884] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.941683] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.941862] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.952753] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.952952] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8acd34f6-86f6-4580-b77d-01781e6d99a3 is going to be deleted. [ 1330.953759] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.953968] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.965870] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.966123] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.998570] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.998798] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af is going to be deleted. [ 1330.999627] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.999870] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.047423] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.047645] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.048360] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.048458] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.056208] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.056387] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d90b830-2a74-4249-877b-9a8dda895c9a is going to be deleted. [ 1331.057211] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.057422] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.092720] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.093055] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7e94b9d-2d6d-4dff-bc98-4e18011d8811 is going to be deleted. [ 1331.093806] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.094036] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.135172] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.135324] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8cbbfa4a-ad46-47cc-89e9-430f85a34801 is going to be deleted. [ 1331.136291] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.136522] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.137445] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.151156] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed56c4f0-1f04-4067-8b89-2e9816f20634: rpc.has_security_group_logging(os_id): False [ 1331.183708] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.183932] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.184613] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.184724] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.187686] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.187819] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68e7cee4-6ade-41e8-aaec-7944c5815937 is going to be deleted. [ 1331.188711] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.188924] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.225087] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.225225] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.233757] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.233913] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16c7672a-f797-44ac-88ac-c2c650241a03 is going to be deleted. [ 1331.234953] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.235192] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.279717] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.279918] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.295440] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.295566] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.309032] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.309154] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 891eb189-7a70-45d5-be8d-45d5f7d10491 is going to be deleted. [ 1331.310122] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.310353] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.311916] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.312052] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.354228] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.354387] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d is going to be deleted. [ 1331.355420] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.355652] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.403264] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.403438] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c2f53db-76f7-465b-9cdd-06a8c9f98c59 is going to be deleted. [ 1331.404426] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.404704] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.451526] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.451759] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.463825] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.463985] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2406724-56cf-4846-a4be-b0460e4eea6a is going to be deleted. [ 1331.464973] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.465211] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.480153] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.480347] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.520033] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.520277] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.521182] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.521316] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.524750] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.524938] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b is going to be deleted. [ 1331.526030] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.526286] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.553931] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.554120] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8740ea50-7cf6-4808-be4c-faf27a6f1237 is going to be deleted. [ 1331.555050] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.555267] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.555389] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.555550] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-004d8860-47e4-42d1-af79-81ad3354fb25" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.555712] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.555873] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.555953] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.556089] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fe9446e-a7bb-4a04-bacc-c73559534be4" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.556617] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.556778] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.556861] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.556976] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-19b4b3dc-b35b-433f-ad5c-2611639a01a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.557118] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.557258] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.557334] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.557445] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95da32ec-19ed-4437-9a57-ff061be49f19" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.557570] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.557705] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.557780] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.557892] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-993911b9-7646-4f56-960e-dbd48004d3c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.558027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.558165] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.558239] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.558347] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8acd34f6-86f6-4580-b77d-01781e6d99a3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.558472] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.558711] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.592915] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.593211] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.593321] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.593390] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.593605] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.593690] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.593787] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed56c4f0-1f04-4067-8b89-2e9816f20634 is going to be updated. [ 1331.594899] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.595081] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.595166] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.595310] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34fb4fc7-ab9b-4efe-a23b-5cb3f9e970af" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.595473] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.595677] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.595762] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.595878] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.596036] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.596177] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.596253] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.596364] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7e94b9d-2d6d-4dff-bc98-4e18011d8811" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.596477] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.596614] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.596685] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.596795] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8cbbfa4a-ad46-47cc-89e9-430f85a34801" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.597436] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.597625] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.597742] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.597876] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68e7cee4-6ade-41e8-aaec-7944c5815937" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.597996] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.598152] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.598229] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.598343] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16c7672a-f797-44ac-88ac-c2c650241a03" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.598473] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.598610] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.598686] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.598799] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-891eb189-7a70-45d5-be8d-45d5f7d10491" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.598912] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.599061] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.599137] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.599234] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c2f53db-76f7-465b-9cdd-06a8c9f98c59" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.599360] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.599497] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.599571] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.599675] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e7b3ddc3-7cb5-46e8-a9cb-5e4b346c0d7d" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.628981] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.629180] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.629242] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.629427] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.629517] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.629634] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-47a2e5e7-c6cc-4280-ae9a-a98408c5ca9b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.637577] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.637746] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.637820] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.638092] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.638153] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.638254] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2406724-56cf-4846-a4be-b0460e4eea6a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.639657] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67: rpc.has_security_group_logging(os_id): False [ 1331.675224] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.675429] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.675429] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.675656] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.675750] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.675878] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8740ea50-7cf6-4808-be4c-faf27a6f1237" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.680409] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.680569] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.680618] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.680787] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.741117] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.741430] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.741557] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.741628] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.741845] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.741932] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.742033] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 is going to be updated. [ 1331.760445] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.760665] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.760665] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.760863] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.761027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.820907] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed56c4f0-1f04-4067-8b89-2e9816f20634 in Status: IN_PROGRESS for 2s [ 1331.898948] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.899186] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.899186] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.899399] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.899550] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.918664] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 in Status: IN_PROGRESS for 2s [ 1333.843390] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed56c4f0-1f04-4067-8b89-2e9816f20634 in Status: SUCCESS [ 1333.843858] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.931016] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 in Status: SUCCESS [ 1333.931319] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.093685] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1335.094066] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1338.127801] env[65906]: INFO networking_nsxv3.common.synchronization [None req-a5362efc-a97c-4b3d-b7eb-071868d0bbc2 tempest-AttachVolumeNegativeTest-1843065993 tempest-AttachVolumeNegativeTest-1843065993-project-member] Enqueued Resource ID: dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b with Priority: HIGHEST for action security_group_rules [ 1338.128537] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b with Priority: HIGHEST for action security_group_rules [ 1338.128727] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.128858] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.128930] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.129200] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.129290] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.216124] env[65906]: INFO networking_nsxv3.common.synchronization [None req-58a8b973-9578-4231-a8da-799dfe253249 tempest-AttachVolumeNegativeTest-1843065993 tempest-AttachVolumeNegativeTest-1843065993-project-member] Enqueued Resource ID: dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b with Priority: HIGHEST for action security_group_rules [ 1338.216715] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b with Priority: HIGHEST for action security_group_rules [ 1338.217085] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.217205] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.652586] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.652737] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.652737] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.652945] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.653052] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.653154] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b already deleted. [ 1338.653243] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.653396] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.653557] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.653666] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.955195] env[65906]: INFO networking_nsxv3.common.synchronization [req-2789398a-16de-4572-9cdd-887d567a2834 req-b08d53b7-2e01-4590-a5ba-aaedfb32c9f1 tempest-ServerActionsTestOtherA-1758405275 tempest-ServerActionsTestOtherA-1758405275-project-member] Enqueued Resource ID: a5c2a3a4-c0ea-4744-80d7-c19e4d2442be with Priority: HIGHEST for action security_group_members [ 1338.955864] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5c2a3a4-c0ea-4744-80d7-c19e4d2442be with Priority: HIGHEST for action security_group_members [ 1338.956673] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-a5c2a3a4-c0ea-4744-80d7-c19e4d2442be taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.956942] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a5c2a3a4-c0ea-4744-80d7-c19e4d2442be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.957041] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a5c2a3a4-c0ea-4744-80d7-c19e4d2442be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.957259] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a5c2a3a4-c0ea-4744-80d7-c19e4d2442be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.959082] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.959284] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.959347] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.959497] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.959587] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.959689] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a5c2a3a4-c0ea-4744-80d7-c19e4d2442be',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.176363] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.176689] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.176689] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.176850] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.176988] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.177138] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b already deleted. [ 1339.177232] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.461707] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.461926] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.461926] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.462289] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.483339] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.483590] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.483710] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.483776] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.483982] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.484082] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.484172] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5c2a3a4-c0ea-4744-80d7-c19e4d2442be is going to be updated. [ 1339.517381] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.517599] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.517599] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.517799] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.517934] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.527397] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c2a3a4-c0ea-4744-80d7-c19e4d2442be in Status: IN_PROGRESS for 2s [ 1341.538857] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a5c2a3a4-c0ea-4744-80d7-c19e4d2442be in Status: SUCCESS [ 1341.539280] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a5c2a3a4-c0ea-4744-80d7-c19e4d2442be deletion is rescheduled due to dependency. [ 1341.539280] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a5c2a3a4-c0ea-4744-80d7-c19e4d2442be" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.957401] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1343.957401] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1345.295192] env[65906]: INFO networking_nsxv3.common.synchronization [req-b1883773-4be8-4fb3-9455-aea233b6fa7b req-55ff276c-9a63-4d62-b13d-ffc6ba33d216 tempest-AttachVolumeNegativeTest-1843065993 tempest-AttachVolumeNegativeTest-1843065993-project-member] Enqueued Resource ID: dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b with Priority: HIGHEST for action security_group_members [ 1345.295805] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b with Priority: HIGHEST for action security_group_members [ 1345.296311] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.296447] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.296498] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.296780] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.296980] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.297095] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.297178] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.297311] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.297395] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.297487] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.596705] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-292 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.596936] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-292" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.597176] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-292" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.597493] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-292" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.597798] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.597990] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.598153] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.598403] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.598598] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.598846] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1345.598988] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1345.599139] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1345.599273] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1345.599410] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1345.599539] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1345.599746] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1345.623682] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1345.624070] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1345.624302] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1345.624590] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-292" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.624952] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-3a5ab9ea-a413-41a6-9df6-d4b10869c7cc taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.625197] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-3a5ab9ea-a413-41a6-9df6-d4b10869c7cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.625364] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-3a5ab9ea-a413-41a6-9df6-d4b10869c7cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.625755] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-3a5ab9ea-a413-41a6-9df6-d4b10869c7cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.625933] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a5ab9ea-a413-41a6-9df6-d4b10869c7cc',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.800211] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.800737] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.800737] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.800868] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.800927] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.801253] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.801455] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.801524] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.801680] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.801762] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.801868] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b already deleted. [ 1345.801936] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.128261] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.128499] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.128608] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.128839] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.128990] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.129159] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port 3a5ab9ea-a413-41a6-9df6-d4b10869c7cc not found, creating... [ 1346.129423] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.129585] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.129701] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.129923] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.130073] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.130351] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.130497] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.130606] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.130808] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.130939] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.131097] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: 3a5ab9ea-a413-41a6-9df6-d4b10869c7cc is going to be created. [ 1346.153213] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.153439] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.153525] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.153809] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.154050] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.154280] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-3a5ab9ea-a413-41a6-9df6-d4b10869c7cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.866498] env[65906]: INFO networking_nsxv3.common.synchronization [req-b1883773-4be8-4fb3-9455-aea233b6fa7b req-b67dea57-315f-42c4-8df6-106aae41bd34 service nova] Enqueued Resource ID: dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b with Priority: HIGHEST for action security_group_rules [ 1346.866758] env[65906]: INFO networking_nsxv3.common.synchronization [req-b1883773-4be8-4fb3-9455-aea233b6fa7b req-b67dea57-315f-42c4-8df6-106aae41bd34 service nova] Enqueued Resource ID: dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b with Priority: HIGHEST for action security_group_members [ 1346.866794] env[65906]: INFO networking_nsxv3.common.synchronization [req-b1883773-4be8-4fb3-9455-aea233b6fa7b req-b67dea57-315f-42c4-8df6-106aae41bd34 service nova] Enqueued Resource ID: 3a5ab9ea-a413-41a6-9df6-d4b10869c7cc with Priority: HIGHEST for action port [ 1346.867415] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b with Priority: HIGHEST for action security_group_rules [ 1346.867641] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b with Priority: HIGHEST for action security_group_members [ 1346.867823] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5ab9ea-a413-41a6-9df6-d4b10869c7cc with Priority: HIGHEST for action port [ 1346.868510] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.868642] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.868708] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.868909] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.868990] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.870749] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.871897] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.871897] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.871897] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.871897] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.871897] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.871897] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.871897] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.871897] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.871897] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.874374] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a5ab9ea-a413-41a6-9df6-d4b10869c7cc taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.874374] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a5ab9ea-a413-41a6-9df6-d4b10869c7cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.874374] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a5ab9ea-a413-41a6-9df6-d4b10869c7cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.874374] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a5ab9ea-a413-41a6-9df6-d4b10869c7cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.874374] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a5ab9ea-a413-41a6-9df6-d4b10869c7cc',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.371939] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.371939] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.374388] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.375292] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a5ab9ea-a413-41a6-9df6-d4b10869c7cc with status ACTIVE [ 1347.375492] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.375654] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.375737] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.375941] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.376036] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.376210] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.376306] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.376382] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.376511] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.376589] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.376781] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.376877] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.376930] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.377764] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.377764] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.377883] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a5ab9ea-a413-41a6-9df6-d4b10869c7cc is going to be updated. [ 1347.399721] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.399926] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.400026] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.400240] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.400380] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.400538] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a5ab9ea-a413-41a6-9df6-d4b10869c7cc" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.879841] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.383053] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.383053] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.383053] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.383303] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.383303] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.383303] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b is going to be created. [ 1348.412152] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.412395] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.412395] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.412515] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.412634] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.422473] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b in Status: UNINITIALIZED for 2s [ 1348.776054] env[65906]: INFO networking_nsxv3.common.synchronization [req-3ecc8cf2-da19-4fb9-95f1-e1de5b58cec6 req-8f5c428a-8d72-48bc-8fe4-1d2f7b91c67f tempest-ServerActionsTestOtherA-1758405275 tempest-ServerActionsTestOtherA-1758405275-project-member] Enqueued Resource ID: 4d90b830-2a74-4249-877b-9a8dda895c9a with Priority: HIGHEST for action security_group_members [ 1348.776893] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d90b830-2a74-4249-877b-9a8dda895c9a with Priority: HIGHEST for action security_group_members [ 1348.777530] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d90b830-2a74-4249-877b-9a8dda895c9a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.777811] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.777959] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.778139] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.778416] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.778524] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.778656] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.778857] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.778989] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.779146] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d90b830-2a74-4249-877b-9a8dda895c9a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.108053] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-341 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.108391] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-341" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.108391] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-341" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.108641] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-341" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.108902] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.109068] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.109187] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.109401] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.109546] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.109764] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1349.109876] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1349.109985] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1349.110105] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1349.110211] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1349.110316] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1349.110448] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1349.128872] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1349.129273] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1349.129457] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1349.129689] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-341" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.130070] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-93c704ee-cc33-4047-af49-2127cf9e321f taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.130396] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-93c704ee-cc33-4047-af49-2127cf9e321f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.130396] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-93c704ee-cc33-4047-af49-2127cf9e321f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.130805] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-93c704ee-cc33-4047-af49-2127cf9e321f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.130970] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93c704ee-cc33-4047-af49-2127cf9e321f',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.281842] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.282080] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.282080] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.282275] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.282365] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.282665] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.282806] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.282871] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.283041] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.283122] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.283215] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d90b830-2a74-4249-877b-9a8dda895c9a is going to be deleted. [ 1349.348151] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.348362] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.348362] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.348916] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.348916] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.348916] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.633098] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.633338] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.633464] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.633755] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.633905] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.634070] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port 93c704ee-cc33-4047-af49-2127cf9e321f not found, creating... [ 1349.634330] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.634483] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.634656] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.634957] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.635126] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.635411] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.635575] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.635707] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.635916] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.636134] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.636288] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: 93c704ee-cc33-4047-af49-2127cf9e321f is going to be created. [ 1349.659717] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.659965] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.660096] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.660485] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.660718] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.660947] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-93c704ee-cc33-4047-af49-2127cf9e321f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.360423] env[65906]: INFO networking_nsxv3.common.synchronization [req-3ecc8cf2-da19-4fb9-95f1-e1de5b58cec6 req-e9a8e600-9cf1-48b5-8a51-23e7f546058a service nova] Enqueued Resource ID: 4d90b830-2a74-4249-877b-9a8dda895c9a with Priority: HIGHEST for action security_group_rules [ 1350.360677] env[65906]: INFO networking_nsxv3.common.synchronization [req-3ecc8cf2-da19-4fb9-95f1-e1de5b58cec6 req-e9a8e600-9cf1-48b5-8a51-23e7f546058a service nova] Enqueued Resource ID: 4d90b830-2a74-4249-877b-9a8dda895c9a with Priority: HIGHEST for action security_group_members [ 1350.360766] env[65906]: INFO networking_nsxv3.common.synchronization [req-3ecc8cf2-da19-4fb9-95f1-e1de5b58cec6 req-e9a8e600-9cf1-48b5-8a51-23e7f546058a service nova] Enqueued Resource ID: 93c704ee-cc33-4047-af49-2127cf9e321f with Priority: HIGHEST for action port [ 1350.361353] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d90b830-2a74-4249-877b-9a8dda895c9a with Priority: HIGHEST for action security_group_rules [ 1350.361556] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d90b830-2a74-4249-877b-9a8dda895c9a with Priority: HIGHEST for action security_group_members [ 1350.361684] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c704ee-cc33-4047-af49-2127cf9e321f with Priority: HIGHEST for action port [ 1350.362065] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d90b830-2a74-4249-877b-9a8dda895c9a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.362227] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.362318] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.362561] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.362676] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d90b830-2a74-4249-877b-9a8dda895c9a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.363548] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d90b830-2a74-4249-877b-9a8dda895c9a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.363710] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.363802] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.364034] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.364251] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.364358] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.364442] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.364668] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.364784] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.364829] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d90b830-2a74-4249-877b-9a8dda895c9a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.365571] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-93c704ee-cc33-4047-af49-2127cf9e321f taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.365690] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93c704ee-cc33-4047-af49-2127cf9e321f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.365737] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93c704ee-cc33-4047-af49-2127cf9e321f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.366077] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93c704ee-cc33-4047-af49-2127cf9e321f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.366077] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93c704ee-cc33-4047-af49-2127cf9e321f',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.433122] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b in Status: SUCCESS [ 1350.433382] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.433517] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.433743] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.433936] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.434095] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.434166] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.434309] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.434387] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.434477] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.434599] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.867698] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4d90b830-2a74-4249-877b-9a8dda895c9a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1350.868797] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d90b830-2a74-4249-877b-9a8dda895c9a taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.869410] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.869632] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93c704ee-cc33-4047-af49-2127cf9e321f with status ACTIVE [ 1350.870048] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.870145] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.870229] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.870430] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.870866] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.870866] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.870866] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.870866] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.871138] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.871138] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.871315] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.871398] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.871398] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.871564] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.871677] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.871826] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93c704ee-cc33-4047-af49-2127cf9e321f is going to be updated. [ 1350.902166] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1350.902533] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.902533] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.902852] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1350.903108] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.903518] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93c704ee-cc33-4047-af49-2127cf9e321f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.936710] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.374753] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4d90b830-2a74-4249-877b-9a8dda895c9a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.439545] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b: rpc.has_security_group_logging(os_id): False [ 1351.459391] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.459605] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.459716] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.460012] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.460124] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.460429] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.460524] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.460775] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.461043] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.461185] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.461297] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b is going to be created. [ 1351.523475] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.523697] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.523697] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.523879] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.524085] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.536063] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b in Status: IN_PROGRESS for 2s [ 1351.876905] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.877225] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.877225] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.877415] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.877494] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.877626] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d90b830-2a74-4249-877b-9a8dda895c9a is going to be created. [ 1351.901611] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.901846] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.901900] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.902152] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.902358] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.913429] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d90b830-2a74-4249-877b-9a8dda895c9a in Status: UNINITIALIZED for 2s [ 1353.549378] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b in Status: SUCCESS [ 1353.549770] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.923346] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d90b830-2a74-4249-877b-9a8dda895c9a in Status: SUCCESS [ 1353.923525] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.923647] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.923865] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.924071] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.924194] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.924241] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.924388] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.924462] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.924545] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.924663] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4d90b830-2a74-4249-877b-9a8dda895c9a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.427494] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d90b830-2a74-4249-877b-9a8dda895c9a taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.427494] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.427494] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.427494] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.427744] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.427744] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.427744] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.427931] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.428164] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.428297] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.428378] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d90b830-2a74-4249-877b-9a8dda895c9a taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.428493] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.428571] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.428764] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.428974] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.429116] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.429194] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.429337] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.429448] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.429561] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.429657] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4d90b830-2a74-4249-877b-9a8dda895c9a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.933089] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4d90b830-2a74-4249-877b-9a8dda895c9a: rpc.has_security_group_logging(os_id): False [ 1354.950755] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.950996] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.950996] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.951152] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.951228] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.951419] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.951518] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.951573] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.951723] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.951801] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.951999] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.952108] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.952179] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.952321] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.952398] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.952730] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1354.952883] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.952958] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1354.953144] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1354.953225] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.953320] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d90b830-2a74-4249-877b-9a8dda895c9a is going to be created. [ 1355.015729] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.015957] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.015957] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.016242] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.016454] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.029326] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d90b830-2a74-4249-877b-9a8dda895c9a in Status: IN_PROGRESS for 2s [ 1355.362881] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1355.363162] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1357.044747] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4d90b830-2a74-4249-877b-9a8dda895c9a in Status: SUCCESS [ 1357.045201] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.883131] env[65906]: INFO networking_nsxv3.common.synchronization [req-397385ba-fdfe-418a-89c8-faf94925c818 req-955dbbb6-4989-4a5c-9705-26060ba1b19a tempest-ServerActionsTestOtherA-1758405275 tempest-ServerActionsTestOtherA-1758405275-project-member] Enqueued Resource ID: 4d90b830-2a74-4249-877b-9a8dda895c9a with Priority: HIGHEST for action security_group_members [ 1358.883696] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d90b830-2a74-4249-877b-9a8dda895c9a with Priority: HIGHEST for action security_group_members [ 1358.884017] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-4d90b830-2a74-4249-877b-9a8dda895c9a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.884317] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.884409] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.884587] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.884769] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.884860] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.884975] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.885145] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.885234] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.885328] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4d90b830-2a74-4249-877b-9a8dda895c9a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.927461] env[65906]: INFO networking_nsxv3.common.synchronization [req-397385ba-fdfe-418a-89c8-faf94925c818 req-955dbbb6-4989-4a5c-9705-26060ba1b19a tempest-ServerActionsTestOtherA-1758405275 tempest-ServerActionsTestOtherA-1758405275-project-member] Enqueued Resource ID: 93c704ee-cc33-4047-af49-2127cf9e321f with Priority: HIGHEST for action port [ 1358.928013] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93c704ee-cc33-4047-af49-2127cf9e321f with Priority: HIGHEST for action port [ 1358.928332] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-93c704ee-cc33-4047-af49-2127cf9e321f taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.928456] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93c704ee-cc33-4047-af49-2127cf9e321f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.928522] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93c704ee-cc33-4047-af49-2127cf9e321f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.928727] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93c704ee-cc33-4047-af49-2127cf9e321f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.928813] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93c704ee-cc33-4047-af49-2127cf9e321f',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1359.388074] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.388284] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.388284] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.388462] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.388555] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.388759] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.388863] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.388939] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.389094] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.389164] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.389239] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d90b830-2a74-4249-877b-9a8dda895c9a is going to be updated. [ 1359.422719] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.423361] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.423442] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.423661] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.423804] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.430477] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93c704ee-cc33-4047-af49-2127cf9e321f with status ACTIVE [ 1359.430688] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.430819] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.430886] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.431109] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.431199] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.431522] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.431522] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.431522] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.431729] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.431761] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.431957] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.432062] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.432123] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.432258] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.432330] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.432411] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93c704ee-cc33-4047-af49-2127cf9e321f is going to be updated. [ 1359.434043] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d90b830-2a74-4249-877b-9a8dda895c9a in Status: IN_PROGRESS for 2s [ 1359.455845] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1359.456008] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.456087] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.456296] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1359.456429] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1359.456583] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93c704ee-cc33-4047-af49-2127cf9e321f" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.446542] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4d90b830-2a74-4249-877b-9a8dda895c9a in Status: SUCCESS [ 1361.446887] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4d90b830-2a74-4249-877b-9a8dda895c9a deletion is rescheduled due to dependency. [ 1361.447117] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.929460] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1363.929827] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1368.930228] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1368.930504] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1372.060379] env[65906]: INFO networking_nsxv3.common.synchronization [req-a8b7dfc6-61b4-4ca2-861e-17e92c529b2e req-7d26ee58-ddfa-4b9c-a293-bae0230fa326 tempest-ServerActionsTestJSON-2004915865 tempest-ServerActionsTestJSON-2004915865-project-member] Enqueued Resource ID: 9a9392f2-8e81-4e47-b81b-8684787744db with Priority: HIGHEST for action security_group_members [ 1372.060815] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a9392f2-8e81-4e47-b81b-8684787744db with Priority: HIGHEST for action security_group_members [ 1372.061136] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a9392f2-8e81-4e47-b81b-8684787744db taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.061464] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.061464] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.061624] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.061674] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.061779] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.061840] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.061953] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.062056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.062678] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a9392f2-8e81-4e47-b81b-8684787744db',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.566257] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.566502] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.566502] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.566689] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.594290] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.594553] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.594674] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.594743] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.595017] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.595130] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.595199] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a9392f2-8e81-4e47-b81b-8684787744db is going to be updated. [ 1372.625812] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.626074] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.626074] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.626251] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.626392] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.636324] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a9392f2-8e81-4e47-b81b-8684787744db in Status: IN_PROGRESS for 2s [ 1374.650023] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a9392f2-8e81-4e47-b81b-8684787744db in Status: SUCCESS [ 1374.650413] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a9392f2-8e81-4e47-b81b-8684787744db deletion is rescheduled due to dependency. [ 1374.650413] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.062104] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1377.062509] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1379.083728] env[65906]: INFO networking_nsxv3.common.synchronization [req-519ee47f-1150-497a-8bb2-187d19f1b30c req-b2f303ca-263c-4775-8dde-905c784859c6 tempest-ServerActionsTestJSON-2004915865 tempest-ServerActionsTestJSON-2004915865-project-member] Enqueued Resource ID: 9a9392f2-8e81-4e47-b81b-8684787744db with Priority: HIGHEST for action security_group_members [ 1379.084297] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a9392f2-8e81-4e47-b81b-8684787744db with Priority: HIGHEST for action security_group_members [ 1379.084657] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a9392f2-8e81-4e47-b81b-8684787744db taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.084804] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.084899] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.085116] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.085274] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.085373] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.085437] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.085582] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.085669] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.085762] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a9392f2-8e81-4e47-b81b-8684787744db',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.388673] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-805 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.388869] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-805" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.388997] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-805" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.389289] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-805" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.389537] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.389693] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.389817] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.390073] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.390226] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.390440] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1379.390551] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1379.390656] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1379.390761] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1379.390866] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1379.390970] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1379.391114] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1379.416188] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1379.416386] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1379.416509] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1379.416682] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-805" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.417022] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-ca7ce62b-a51a-418a-bf61-424208b896b0 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.417222] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-ca7ce62b-a51a-418a-bf61-424208b896b0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.417365] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-ca7ce62b-a51a-418a-bf61-424208b896b0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.418075] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-ca7ce62b-a51a-418a-bf61-424208b896b0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.418075] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca7ce62b-a51a-418a-bf61-424208b896b0',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.588294] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.588546] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.588546] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.588702] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.588800] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.589010] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.589117] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.589179] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.589335] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.589413] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.589500] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a9392f2-8e81-4e47-b81b-8684787744db is going to be updated. [ 1379.621375] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.621617] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.621617] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.621785] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.621927] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.633319] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a9392f2-8e81-4e47-b81b-8684787744db in Status: IN_PROGRESS for 2s [ 1379.921167] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.921442] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.921536] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.921824] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.921977] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.922152] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port ca7ce62b-a51a-418a-bf61-424208b896b0 not found, creating... [ 1379.922502] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.922703] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.922954] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.923267] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.923415] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.923701] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.923857] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.923972] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.924193] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.924327] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.924465] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: ca7ce62b-a51a-418a-bf61-424208b896b0 is going to be created. [ 1379.951204] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.951438] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.951548] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.951810] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.952051] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.952284] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-ca7ce62b-a51a-418a-bf61-424208b896b0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.639392] env[65906]: INFO networking_nsxv3.common.synchronization [req-519ee47f-1150-497a-8bb2-187d19f1b30c req-b20740c0-d071-47c7-ad85-5371e9010942 service nova] Enqueued Resource ID: 9a9392f2-8e81-4e47-b81b-8684787744db with Priority: HIGHEST for action security_group_rules [ 1380.639631] env[65906]: INFO networking_nsxv3.common.synchronization [req-519ee47f-1150-497a-8bb2-187d19f1b30c req-b20740c0-d071-47c7-ad85-5371e9010942 service nova] Enqueued Resource ID: 9a9392f2-8e81-4e47-b81b-8684787744db with Priority: HIGHEST for action security_group_members [ 1380.639709] env[65906]: INFO networking_nsxv3.common.synchronization [req-519ee47f-1150-497a-8bb2-187d19f1b30c req-b20740c0-d071-47c7-ad85-5371e9010942 service nova] Enqueued Resource ID: ca7ce62b-a51a-418a-bf61-424208b896b0 with Priority: HIGHEST for action port [ 1380.640575] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a9392f2-8e81-4e47-b81b-8684787744db with Priority: HIGHEST for action security_group_rules [ 1380.640745] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a9392f2-8e81-4e47-b81b-8684787744db with Priority: HIGHEST for action security_group_members [ 1380.641014] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca7ce62b-a51a-418a-bf61-424208b896b0 with Priority: HIGHEST for action port [ 1380.641409] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a9392f2-8e81-4e47-b81b-8684787744db taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.641542] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.641611] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.641814] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.641893] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a9392f2-8e81-4e47-b81b-8684787744db',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.643260] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a9392f2-8e81-4e47-b81b-8684787744db taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.643260] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.643407] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca7ce62b-a51a-418a-bf61-424208b896b0 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.643490] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca7ce62b-a51a-418a-bf61-424208b896b0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.643555] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca7ce62b-a51a-418a-bf61-424208b896b0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.643729] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca7ce62b-a51a-418a-bf61-424208b896b0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.643806] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca7ce62b-a51a-418a-bf61-424208b896b0',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.145628] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a9392f2-8e81-4e47-b81b-8684787744db taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.145715] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.149898] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca7ce62b-a51a-418a-bf61-424208b896b0 with status ACTIVE [ 1381.149898] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.149898] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.149898] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.149898] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.149898] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.150239] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.150239] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.150239] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.150370] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.150405] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.150605] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.150696] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.150756] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.150889] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.150964] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.151062] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca7ce62b-a51a-418a-bf61-424208b896b0 is going to be updated. [ 1381.175456] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.175690] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.175690] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.175854] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.176025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.176218] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca7ce62b-a51a-418a-bf61-424208b896b0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.644158] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a9392f2-8e81-4e47-b81b-8684787744db in Status: SUCCESS [ 1381.644531] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a9392f2-8e81-4e47-b81b-8684787744db deletion is rescheduled due to dependency. [ 1381.644531] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.644688] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.644932] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.645129] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.645250] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.645310] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.645461] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.645557] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.645654] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a9392f2-8e81-4e47-b81b-8684787744db',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.148025] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a9392f2-8e81-4e47-b81b-8684787744db',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.650810] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a9392f2-8e81-4e47-b81b-8684787744db',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.153591] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.153845] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.153927] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.154175] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.154266] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.154367] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a9392f2-8e81-4e47-b81b-8684787744db is going to be updated. [ 1383.190318] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.190555] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.190641] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.190944] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.191191] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.203767] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a9392f2-8e81-4e47-b81b-8684787744db in Status: IN_PROGRESS for 2s [ 1383.327407] env[65906]: INFO networking_nsxv3.common.synchronization [req-4a5861b5-b359-487e-acb6-731c78c051ef req-55f4da7b-df01-4144-a310-e58f71ee4d98 tempest-ServerActionsTestOtherA-1758405275 tempest-ServerActionsTestOtherA-1758405275-project-member] Enqueued Resource ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 with Priority: HIGHEST for action security_group_members [ 1383.327964] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 with Priority: HIGHEST for action security_group_members [ 1383.328282] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.328408] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.328474] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.328667] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.328827] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.328973] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.328973] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.329359] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.329499] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.329638] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.613525] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock network-341 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.613786] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "network-341" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.613851] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "network-341" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.614173] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "network-341" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.614445] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.614673] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.614814] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.615375] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.615375] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.615679] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1383.615736] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1383.615833] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1383.615952] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1383.616108] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1383.616223] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1383.616355] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1383.635549] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1383.635718] env[65906]: DEBUG dogpile.cache.region [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1383.635942] env[65906]: DEBUG dogpile.lock [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1383.636090] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "network-341" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.636334] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock port-a80c3de5-b464-4f0c-be7e-39475b4fadd0 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.636541] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "port-a80c3de5-b464-4f0c-be7e-39475b4fadd0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.636703] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "port-a80c3de5-b464-4f0c-be7e-39475b4fadd0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.637041] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "port-a80c3de5-b464-4f0c-be7e-39475b4fadd0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.637197] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a80c3de5-b464-4f0c-be7e-39475b4fadd0',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.831974] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.139615] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.139829] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.139957] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.140271] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.140409] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.140558] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Segment Port a80c3de5-b464-4f0c-be7e-39475b4fadd0 not found, creating... [ 1384.140810] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.140965] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.141096] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.141309] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.141448] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.141717] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.141865] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.141979] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.142196] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.142324] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.142484] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Resource: SegmentPort with ID: a80c3de5-b464-4f0c-be7e-39475b4fadd0 is going to be created. [ 1384.168647] env[65906]: DEBUG networking_nsxv3.common.locking [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.168863] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.168986] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.169318] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.169555] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.169772] env[65906]: DEBUG oslo_concurrency.lockutils [None req-4aaab320-d211-4b6a-b9ca-a3722b23646f None None] Releasing lock "port-a80c3de5-b464-4f0c-be7e-39475b4fadd0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.335093] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.837061] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.837523] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.837523] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.837635] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.837772] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.837895] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 is going to be updated. [ 1384.873665] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.873857] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.873918] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.874177] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.874385] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.878215] env[65906]: INFO networking_nsxv3.common.synchronization [req-4a5861b5-b359-487e-acb6-731c78c051ef req-7762291f-f41d-42b8-994f-0b0573eb39fb service nova] Enqueued Resource ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 with Priority: HIGHEST for action security_group_rules [ 1384.878301] env[65906]: INFO networking_nsxv3.common.synchronization [req-4a5861b5-b359-487e-acb6-731c78c051ef req-7762291f-f41d-42b8-994f-0b0573eb39fb service nova] Enqueued Resource ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 with Priority: HIGHEST for action security_group_members [ 1384.878437] env[65906]: INFO networking_nsxv3.common.synchronization [req-4a5861b5-b359-487e-acb6-731c78c051ef req-7762291f-f41d-42b8-994f-0b0573eb39fb service nova] Enqueued Resource ID: a80c3de5-b464-4f0c-be7e-39475b4fadd0 with Priority: HIGHEST for action port [ 1384.878675] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 with Priority: HIGHEST for action security_group_rules [ 1384.878805] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 with Priority: HIGHEST for action security_group_members [ 1384.878893] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a80c3de5-b464-4f0c-be7e-39475b4fadd0 with Priority: HIGHEST for action port [ 1384.879485] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.879608] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.879666] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.879847] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.879926] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.880811] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.880932] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.881566] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-a80c3de5-b464-4f0c-be7e-39475b4fadd0 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.881566] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a80c3de5-b464-4f0c-be7e-39475b4fadd0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.881566] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a80c3de5-b464-4f0c-be7e-39475b4fadd0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.881566] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a80c3de5-b464-4f0c-be7e-39475b4fadd0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.881868] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a80c3de5-b464-4f0c-be7e-39475b4fadd0',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.887830] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 in Status: IN_PROGRESS for 2s [ 1385.213641] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a9392f2-8e81-4e47-b81b-8684787744db in Status: IN_PROGRESS for 4s [ 1385.384987] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.384987] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.384987] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a80c3de5-b464-4f0c-be7e-39475b4fadd0 with status ACTIVE [ 1385.384987] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.385277] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.385277] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.385357] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.385393] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.385563] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.385657] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.385719] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.385879] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.385969] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.386155] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.386256] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.386328] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.386434] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.386498] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.386582] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a80c3de5-b464-4f0c-be7e-39475b4fadd0 is going to be updated. [ 1385.407727] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.407875] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.407972] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.408228] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.408370] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.408530] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a80c3de5-b464-4f0c-be7e-39475b4fadd0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.900284] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 in Status: SUCCESS [ 1386.900766] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.900766] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.900926] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.901071] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.901191] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.901257] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.901362] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.901449] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.901540] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.225240] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a9392f2-8e81-4e47-b81b-8684787744db in Status: SUCCESS [ 1387.225454] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.225651] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.225912] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.226150] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.226302] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.226370] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.226558] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.226664] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.226767] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.226877] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a9392f2-8e81-4e47-b81b-8684787744db',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.404292] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.728800] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a9392f2-8e81-4e47-b81b-8684787744db',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.906394] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1387.994877] env[65906]: INFO networking_nsxv3.common.synchronization [req-10208070-5829-485f-967f-1eb7b9988f15 req-c3615c42-64ce-4e95-9048-b78ea7af7bf0 tempest-AttachVolumeNegativeTest-1843065993 tempest-AttachVolumeNegativeTest-1843065993-project-member] Enqueued Resource ID: dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b with Priority: HIGHEST for action security_group_members [ 1387.995748] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b with Priority: HIGHEST for action security_group_members [ 1387.996438] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.996438] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.996664] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.996835] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.997090] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.997233] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.997324] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.997563] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.997699] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.997996] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.231026] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a9392f2-8e81-4e47-b81b-8684787744db: rpc.has_security_group_logging(os_id): False [ 1388.249552] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.249818] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.249966] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.250187] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.250318] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.250680] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.250819] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.250915] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.251334] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.251426] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.251580] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a9392f2-8e81-4e47-b81b-8684787744db is going to be updated. [ 1388.323182] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.323400] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.323400] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.323608] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.323758] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.342286] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a9392f2-8e81-4e47-b81b-8684787744db in Status: IN_PROGRESS for 2s [ 1388.409538] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.409765] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.409765] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.409988] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.410096] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.410197] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 is going to be updated. [ 1388.476350] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.476572] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.476651] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.476804] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.476978] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.493715] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 in Status: IN_PROGRESS for 2s [ 1388.500641] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.500894] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.500987] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.501328] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.501448] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.501645] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.501748] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.501812] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.501978] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.502068] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.502157] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b is going to be updated. [ 1388.541789] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.542069] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.542069] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.542236] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.542386] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.552996] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b in Status: IN_PROGRESS for 2s [ 1390.358407] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a9392f2-8e81-4e47-b81b-8684787744db in Status: SUCCESS [ 1390.358846] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.504683] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 in Status: SUCCESS [ 1390.504853] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.505092] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.505340] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.505549] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.505722] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.505798] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.505964] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.506075] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.506172] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.506267] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.564018] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b in Status: SUCCESS [ 1390.564206] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b deletion is rescheduled due to dependency. [ 1390.564318] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.008449] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.510485] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67: rpc.has_security_group_logging(os_id): False [ 1391.528567] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.528747] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.528806] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.528991] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.529099] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.529345] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.529447] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.530028] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.530028] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.530028] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.530028] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 is going to be updated. [ 1391.599046] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.599046] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.599046] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.599046] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.599046] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.612703] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 in Status: IN_PROGRESS for 2s [ 1392.996476] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1392.996889] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1393.628489] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 in Status: SUCCESS [ 1393.628730] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.997808] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1397.998213] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1400.542930] env[65906]: INFO networking_nsxv3.common.synchronization [req-1d158385-477b-447d-9f6c-1e3e9442fc15 req-5aa7701e-2ab5-4ee5-8c1d-369775a42022 tempest-AttachVolumeNegativeTest-1843065993 tempest-AttachVolumeNegativeTest-1843065993-project-member] Enqueued Resource ID: ed56c4f0-1f04-4067-8b89-2e9816f20634 with Priority: HIGHEST for action security_group_members [ 1400.543576] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed56c4f0-1f04-4067-8b89-2e9816f20634 with Priority: HIGHEST for action security_group_members [ 1400.543888] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed56c4f0-1f04-4067-8b89-2e9816f20634 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.544044] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.544114] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.544288] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.544441] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.544547] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.544633] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.544749] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.544830] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.545026] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed56c4f0-1f04-4067-8b89-2e9816f20634',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.051035] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.051035] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.051035] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.051035] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.051035] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.051035] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.051035] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.051035] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.051035] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.051035] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.051035] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed56c4f0-1f04-4067-8b89-2e9816f20634 is going to be updated. [ 1401.080675] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.080675] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.080675] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.080675] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.080675] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.089439] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed56c4f0-1f04-4067-8b89-2e9816f20634 in Status: IN_PROGRESS for 2s [ 1403.099507] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed56c4f0-1f04-4067-8b89-2e9816f20634 in Status: SUCCESS [ 1403.099808] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed56c4f0-1f04-4067-8b89-2e9816f20634 deletion is rescheduled due to dependency. [ 1403.099808] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.144071] env[65906]: INFO networking_nsxv3.common.synchronization [None req-1346ce97-4b76-4134-9d8f-6f5c65a0de9c tempest-AttachVolumeNegativeTest-1843065993 tempest-AttachVolumeNegativeTest-1843065993-project-member] Enqueued Resource ID: e030dfe1-2344-40b8-b084-d473378f36d5 with Priority: HIGHEST for action security_group_rules [ 1405.144629] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e030dfe1-2344-40b8-b084-d473378f36d5 with Priority: HIGHEST for action security_group_rules [ 1405.144937] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e030dfe1-2344-40b8-b084-d473378f36d5 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.145065] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e030dfe1-2344-40b8-b084-d473378f36d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.145181] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e030dfe1-2344-40b8-b084-d473378f36d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.145425] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e030dfe1-2344-40b8-b084-d473378f36d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.145526] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e030dfe1-2344-40b8-b084-d473378f36d5',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.227441] env[65906]: INFO networking_nsxv3.common.synchronization [None req-43d96632-1334-47e5-b2ba-438f08e3ddb4 tempest-AttachVolumeNegativeTest-1843065993 tempest-AttachVolumeNegativeTest-1843065993-project-member] Enqueued Resource ID: e030dfe1-2344-40b8-b084-d473378f36d5 with Priority: HIGHEST for action security_group_rules [ 1405.227983] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e030dfe1-2344-40b8-b084-d473378f36d5 with Priority: HIGHEST for action security_group_rules [ 1405.228311] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e030dfe1-2344-40b8-b084-d473378f36d5 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.228417] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e030dfe1-2344-40b8-b084-d473378f36d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.666490] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.666773] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.666841] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.667048] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.667141] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.667245] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e030dfe1-2344-40b8-b084-d473378f36d5 already deleted. [ 1405.667322] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e030dfe1-2344-40b8-b084-d473378f36d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.667476] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e030dfe1-2344-40b8-b084-d473378f36d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.667634] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e030dfe1-2344-40b8-b084-d473378f36d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.667715] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e030dfe1-2344-40b8-b084-d473378f36d5',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.187162] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.187549] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.187549] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.187549] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.187651] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.187714] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e030dfe1-2344-40b8-b084-d473378f36d5 already deleted. [ 1406.187814] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e030dfe1-2344-40b8-b084-d473378f36d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.229527] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1410.229887] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1410.565505] env[65906]: INFO networking_nsxv3.common.synchronization [req-0755721f-0a11-4006-b4af-f283364eef0a req-b9400886-63ec-44de-a7d4-d194b76c6010 tempest-AttachVolumeNegativeTest-1843065993 tempest-AttachVolumeNegativeTest-1843065993-project-member] Enqueued Resource ID: e030dfe1-2344-40b8-b084-d473378f36d5 with Priority: HIGHEST for action security_group_members [ 1410.566184] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e030dfe1-2344-40b8-b084-d473378f36d5 with Priority: HIGHEST for action security_group_members [ 1410.566537] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e030dfe1-2344-40b8-b084-d473378f36d5 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.566662] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e030dfe1-2344-40b8-b084-d473378f36d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.566743] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e030dfe1-2344-40b8-b084-d473378f36d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.567008] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e030dfe1-2344-40b8-b084-d473378f36d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.567869] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.568027] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.568154] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.568362] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.568508] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.568665] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e030dfe1-2344-40b8-b084-d473378f36d5',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.890667] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-292 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.890873] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-292" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.890995] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-292" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.891310] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-292" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.891572] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.891730] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.891837] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.892055] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.892202] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.892473] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1410.892597] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1410.892705] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1410.892809] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1410.892916] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1410.893055] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1410.893200] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1410.914104] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1410.914306] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1410.914415] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1410.914599] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-292" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.914922] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-ae1543bd-df03-4eab-a107-b98fc245bee6 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.915115] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-ae1543bd-df03-4eab-a107-b98fc245bee6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.915265] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-ae1543bd-df03-4eab-a107-b98fc245bee6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.915604] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-ae1543bd-df03-4eab-a107-b98fc245bee6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.915857] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae1543bd-df03-4eab-a107-b98fc245bee6',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.072014] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.072245] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.072245] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.072612] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.072745] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.072978] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.073200] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.073312] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.073528] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.073690] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.073867] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e030dfe1-2344-40b8-b084-d473378f36d5 already deleted. [ 1411.074056] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e030dfe1-2344-40b8-b084-d473378f36d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.418724] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.419168] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.419168] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.419344] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.419499] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.419654] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port ae1543bd-df03-4eab-a107-b98fc245bee6 not found, creating... [ 1411.419918] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.420094] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.420237] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.420473] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.420614] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.420895] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.421067] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.421186] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.421393] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.421525] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.421663] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: ae1543bd-df03-4eab-a107-b98fc245bee6 is going to be created. [ 1411.445539] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.445786] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.445853] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.446149] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.446383] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.446602] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-ae1543bd-df03-4eab-a107-b98fc245bee6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.134880] env[65906]: INFO networking_nsxv3.common.synchronization [req-0755721f-0a11-4006-b4af-f283364eef0a req-9f24f981-fe7d-4511-8d55-97dcb177f8cf service nova] Enqueued Resource ID: e030dfe1-2344-40b8-b084-d473378f36d5 with Priority: HIGHEST for action security_group_rules [ 1412.134880] env[65906]: INFO networking_nsxv3.common.synchronization [req-0755721f-0a11-4006-b4af-f283364eef0a req-9f24f981-fe7d-4511-8d55-97dcb177f8cf service nova] Enqueued Resource ID: e030dfe1-2344-40b8-b084-d473378f36d5 with Priority: HIGHEST for action security_group_members [ 1412.134880] env[65906]: INFO networking_nsxv3.common.synchronization [req-0755721f-0a11-4006-b4af-f283364eef0a req-9f24f981-fe7d-4511-8d55-97dcb177f8cf service nova] Enqueued Resource ID: ae1543bd-df03-4eab-a107-b98fc245bee6 with Priority: HIGHEST for action port [ 1412.135182] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e030dfe1-2344-40b8-b084-d473378f36d5 with Priority: HIGHEST for action security_group_rules [ 1412.135182] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e030dfe1-2344-40b8-b084-d473378f36d5 with Priority: HIGHEST for action security_group_members [ 1412.135182] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae1543bd-df03-4eab-a107-b98fc245bee6 with Priority: HIGHEST for action port [ 1412.135747] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e030dfe1-2344-40b8-b084-d473378f36d5 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.135846] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e030dfe1-2344-40b8-b084-d473378f36d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.135939] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e030dfe1-2344-40b8-b084-d473378f36d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.136126] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e030dfe1-2344-40b8-b084-d473378f36d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.136224] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e030dfe1-2344-40b8-b084-d473378f36d5',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.137095] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e030dfe1-2344-40b8-b084-d473378f36d5 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.137208] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e030dfe1-2344-40b8-b084-d473378f36d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.137278] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e030dfe1-2344-40b8-b084-d473378f36d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.137445] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e030dfe1-2344-40b8-b084-d473378f36d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.137601] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.137673] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.137738] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.137876] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.137964] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.138072] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e030dfe1-2344-40b8-b084-d473378f36d5',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.138782] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae1543bd-df03-4eab-a107-b98fc245bee6 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.138878] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae1543bd-df03-4eab-a107-b98fc245bee6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.138938] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae1543bd-df03-4eab-a107-b98fc245bee6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.139100] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae1543bd-df03-4eab-a107-b98fc245bee6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.139211] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae1543bd-df03-4eab-a107-b98fc245bee6',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.641275] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e030dfe1-2344-40b8-b084-d473378f36d5',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.642176] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e030dfe1-2344-40b8-b084-d473378f36d5 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.642363] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e030dfe1-2344-40b8-b084-d473378f36d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.642488] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae1543bd-df03-4eab-a107-b98fc245bee6 with status ACTIVE [ 1412.642582] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.642690] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.642769] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.642936] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.643107] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.643194] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.643281] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.643340] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.643485] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.643560] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.643730] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.643812] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.643872] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.644048] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.644099] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.644230] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae1543bd-df03-4eab-a107-b98fc245bee6 is going to be updated. [ 1412.665460] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.665709] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.665709] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.665868] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.666013] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.666176] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae1543bd-df03-4eab-a107-b98fc245bee6" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.146456] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e030dfe1-2344-40b8-b084-d473378f36d5',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1413.653294] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.653872] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.653872] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.653872] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.653872] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.654181] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e030dfe1-2344-40b8-b084-d473378f36d5 is going to be created. [ 1413.676787] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1413.677101] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1413.677101] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1413.677272] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1413.677355] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.686906] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e030dfe1-2344-40b8-b084-d473378f36d5 in Status: UNINITIALIZED for 2s [ 1415.699089] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e030dfe1-2344-40b8-b084-d473378f36d5 in Status: SUCCESS [ 1415.699089] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e030dfe1-2344-40b8-b084-d473378f36d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.699663] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e030dfe1-2344-40b8-b084-d473378f36d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.699663] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e030dfe1-2344-40b8-b084-d473378f36d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.699663] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.699663] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.699911] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.699911] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.700021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.700021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e030dfe1-2344-40b8-b084-d473378f36d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.700134] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e030dfe1-2344-40b8-b084-d473378f36d5',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.202857] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e030dfe1-2344-40b8-b084-d473378f36d5',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1416.705178] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e030dfe1-2344-40b8-b084-d473378f36d5: rpc.has_security_group_logging(os_id): False [ 1416.722670] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.722970] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.722970] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.723181] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.723254] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.723457] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.723558] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.723614] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.723758] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.723842] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.723915] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e030dfe1-2344-40b8-b084-d473378f36d5 is going to be created. [ 1416.785812] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1416.786072] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.786176] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1416.786487] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1416.786703] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1416.805606] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e030dfe1-2344-40b8-b084-d473378f36d5 in Status: IN_PROGRESS for 2s [ 1417.136725] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1417.136948] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1418.818547] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e030dfe1-2344-40b8-b084-d473378f36d5 in Status: SUCCESS [ 1418.818962] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e030dfe1-2344-40b8-b084-d473378f36d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.137795] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1422.138382] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1427.139332] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1427.139692] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1432.141100] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1432.141100] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1437.141884] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1437.142320] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1442.142965] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1442.143343] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1442.677820] env[65906]: INFO networking_nsxv3.common.synchronization [req-40d9c75e-983a-4b6c-a732-3850ff0127ee req-5405b66a-2c79-4027-800e-96078260071a tempest-ServerActionsTestJSON-2004915865 tempest-ServerActionsTestJSON-2004915865-project-member] Enqueued Resource ID: 9a9392f2-8e81-4e47-b81b-8684787744db with Priority: HIGHEST for action security_group_members [ 1442.678416] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a9392f2-8e81-4e47-b81b-8684787744db with Priority: HIGHEST for action security_group_members [ 1442.678732] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a9392f2-8e81-4e47-b81b-8684787744db taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.678861] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.678932] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.679146] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.679324] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.679429] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.679491] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.679688] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.679728] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.679819] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a9392f2-8e81-4e47-b81b-8684787744db',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.182026] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.182444] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.182444] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.182536] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.182626] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.182824] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.182919] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.182982] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.183145] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.183223] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.183307] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a9392f2-8e81-4e47-b81b-8684787744db is going to be updated. [ 1443.213633] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.213862] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.213862] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.214025] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.214167] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.222411] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a9392f2-8e81-4e47-b81b-8684787744db in Status: IN_PROGRESS for 2s [ 1445.234124] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a9392f2-8e81-4e47-b81b-8684787744db in Status: IN_PROGRESS for 4s [ 1447.245783] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a9392f2-8e81-4e47-b81b-8684787744db in Status: SUCCESS [ 1447.246194] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a9392f2-8e81-4e47-b81b-8684787744db deletion is rescheduled due to dependency. [ 1447.246194] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.679808] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1447.679808] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1452.681071] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.681424] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1454.730266] env[65906]: INFO networking_nsxv3.common.synchronization [req-5a048157-824e-4fb1-91cd-dcdcb4937212 req-078367c7-1f85-424d-a971-e152bcd445dc tempest-ServerActionsTestOtherA-1758405275 tempest-ServerActionsTestOtherA-1758405275-project-member] Enqueued Resource ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 with Priority: HIGHEST for action security_group_members [ 1454.730266] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 with Priority: HIGHEST for action security_group_members [ 1454.730554] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.730554] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.730554] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.730676] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.730811] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.730937] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.731024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.731162] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.731246] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.731342] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1455.234514] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1455.737180] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1456.240502] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.240728] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.240728] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.240938] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.241031] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.241104] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 is going to be updated. [ 1456.272734] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.273021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.273021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.273186] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.273392] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.281837] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 in Status: IN_PROGRESS for 2s [ 1458.293174] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 in Status: SUCCESS [ 1458.293568] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.731109] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1459.731479] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1464.732256] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1464.732679] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1469.733455] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1469.733863] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1472.570307] env[65906]: INFO networking_nsxv3.common.synchronization [req-3fd22fe9-17d6-459d-85b7-7bf7a057ca70 req-3b8fc191-ecef-41ff-a770-2dad835de827 tempest-ServerActionsTestOtherA-1758405275 tempest-ServerActionsTestOtherA-1758405275-project-member] Enqueued Resource ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 with Priority: HIGHEST for action security_group_members [ 1472.571027] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 with Priority: HIGHEST for action security_group_members [ 1472.571341] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.571341] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.571564] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.571564] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.571718] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1472.571813] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.572231] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.572387] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.572477] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.572573] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.076319] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.076554] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.076554] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.076770] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.076883] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.077157] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.077270] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.077331] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.077496] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.077577] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.077664] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 is going to be updated. [ 1473.112298] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.112453] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.112527] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.112727] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.112866] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.123796] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 in Status: IN_PROGRESS for 2s [ 1473.257802] env[65906]: INFO networking_nsxv3.common.synchronization [req-5682c0dd-3c78-4b84-886e-e19caa63213e req-2a216117-ac0f-4ba2-90c4-3b8723aaf8f7 tempest-AttachVolumeNegativeTest-1843065993 tempest-AttachVolumeNegativeTest-1843065993-project-member] Enqueued Resource ID: e030dfe1-2344-40b8-b084-d473378f36d5 with Priority: HIGHEST for action security_group_members [ 1473.258413] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e030dfe1-2344-40b8-b084-d473378f36d5 with Priority: HIGHEST for action security_group_members [ 1473.258728] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-e030dfe1-2344-40b8-b084-d473378f36d5 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.258846] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e030dfe1-2344-40b8-b084-d473378f36d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.258911] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e030dfe1-2344-40b8-b084-d473378f36d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.259357] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e030dfe1-2344-40b8-b084-d473378f36d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.259539] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.259650] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.259774] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.259957] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.260066] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.260203] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e030dfe1-2344-40b8-b084-d473378f36d5',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1473.762218] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.762602] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.762602] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.762602] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.762721] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.763341] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.763341] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.763341] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.763341] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.763341] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.763615] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e030dfe1-2344-40b8-b084-d473378f36d5 is going to be updated. [ 1473.790017] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1473.790599] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.790599] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.790803] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1473.790948] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.800726] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e030dfe1-2344-40b8-b084-d473378f36d5 in Status: IN_PROGRESS for 2s [ 1475.133908] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 in Status: SUCCESS [ 1475.133908] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67 deletion is rescheduled due to dependency. [ 1475.133908] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.812990] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e030dfe1-2344-40b8-b084-d473378f36d5 in Status: SUCCESS [ 1475.813211] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e030dfe1-2344-40b8-b084-d473378f36d5 deletion is rescheduled due to dependency. [ 1475.813290] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e030dfe1-2344-40b8-b084-d473378f36d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1478.259379] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1478.259774] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1478.985329] env[65906]: INFO networking_nsxv3.common.synchronization [None req-e29bc1fe-b130-4ea0-bff5-5b455ea0dc8c tempest-AttachVolumeNegativeTest-1843065993 tempest-AttachVolumeNegativeTest-1843065993-project-member] Enqueued Resource ID: 8faf8c56-cac5-4b38-9932-d0359c24dee1 with Priority: HIGHEST for action security_group_rules [ 1478.985813] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8faf8c56-cac5-4b38-9932-d0359c24dee1 with Priority: HIGHEST for action security_group_rules [ 1478.986158] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8faf8c56-cac5-4b38-9932-d0359c24dee1 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1478.986282] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8faf8c56-cac5-4b38-9932-d0359c24dee1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.986350] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8faf8c56-cac5-4b38-9932-d0359c24dee1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.986647] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8faf8c56-cac5-4b38-9932-d0359c24dee1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1478.986729] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8faf8c56-cac5-4b38-9932-d0359c24dee1',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1479.064586] env[65906]: INFO networking_nsxv3.common.synchronization [None req-d6adc2f3-970c-4dc2-aa5b-2692c1a339c1 tempest-AttachVolumeNegativeTest-1843065993 tempest-AttachVolumeNegativeTest-1843065993-project-member] Enqueued Resource ID: 8faf8c56-cac5-4b38-9932-d0359c24dee1 with Priority: HIGHEST for action security_group_rules [ 1479.065141] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8faf8c56-cac5-4b38-9932-d0359c24dee1 with Priority: HIGHEST for action security_group_rules [ 1479.065467] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8faf8c56-cac5-4b38-9932-d0359c24dee1 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.065571] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8faf8c56-cac5-4b38-9932-d0359c24dee1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.506820] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1479.507261] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1479.507261] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.507342] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.507433] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.507526] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8faf8c56-cac5-4b38-9932-d0359c24dee1 already deleted. [ 1479.507609] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8faf8c56-cac5-4b38-9932-d0359c24dee1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1479.507755] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8faf8c56-cac5-4b38-9932-d0359c24dee1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1479.507898] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8faf8c56-cac5-4b38-9932-d0359c24dee1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1479.507983] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8faf8c56-cac5-4b38-9932-d0359c24dee1',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1480.027207] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.027405] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.027405] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.027588] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.027671] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.027769] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8faf8c56-cac5-4b38-9932-d0359c24dee1 already deleted. [ 1480.027852] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8faf8c56-cac5-4b38-9932-d0359c24dee1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.066681] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1484.066681] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1484.366516] env[65906]: INFO networking_nsxv3.common.synchronization [req-65a346ed-68f4-4566-a4b8-f746bab182b2 req-c136f189-12e2-4c94-ae53-142d7c653176 tempest-AttachVolumeNegativeTest-1843065993 tempest-AttachVolumeNegativeTest-1843065993-project-member] Enqueued Resource ID: 8faf8c56-cac5-4b38-9932-d0359c24dee1 with Priority: HIGHEST for action security_group_members [ 1484.366946] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8faf8c56-cac5-4b38-9932-d0359c24dee1 with Priority: HIGHEST for action security_group_members [ 1484.367293] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8faf8c56-cac5-4b38-9932-d0359c24dee1 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.367419] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8faf8c56-cac5-4b38-9932-d0359c24dee1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.367483] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8faf8c56-cac5-4b38-9932-d0359c24dee1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.367732] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8faf8c56-cac5-4b38-9932-d0359c24dee1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.367887] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.368177] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.368177] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.368292] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.368368] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.368468] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8faf8c56-cac5-4b38-9932-d0359c24dee1',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1484.617978] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock network-292 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.618218] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "network-292" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.618350] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "network-292" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.618620] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "network-292" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.618876] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.619071] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.619154] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.619362] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.619498] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.619753] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1484.619856] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] NeedRegenerationException {{(pid=65906) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1484.619967] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] no value, waiting for create lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1484.620083] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] value creation lock acquired {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1484.620195] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] No value present for key: 'zone-id' {{(pid=65906) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1484.620300] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Calling creation function for not-yet-present value {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1484.620430] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1484.641512] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1484.641678] env[65906]: DEBUG dogpile.cache.region [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65906) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1484.641800] env[65906]: DEBUG dogpile.lock [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Released creation lock {{(pid=65906) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1484.641968] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "network-292" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.642285] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock port-35cc8343-453f-4cb5-a2e7-a33f10614423 taken with stack trace [, , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.642496] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "port-35cc8343-453f-4cb5-a2e7-a33f10614423" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.642621] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "port-35cc8343-453f-4cb5-a2e7-a33f10614423" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.642926] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "port-35cc8343-453f-4cb5-a2e7-a33f10614423" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.643077] env[65906]: DEBUG networking_nsxv3.api.rpc [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35cc8343-453f-4cb5-a2e7-a33f10614423',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1484.870449] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.870667] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.870667] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.870899] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.870998] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.871209] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1484.871322] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1484.871388] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1484.871539] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1484.871624] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.871710] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8faf8c56-cac5-4b38-9932-d0359c24dee1 already deleted. [ 1484.871791] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8faf8c56-cac5-4b38-9932-d0359c24dee1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.145046] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.145464] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.145464] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.145773] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.145933] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.146130] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Segment Port 35cc8343-453f-4cb5-a2e7-a33f10614423 not found, creating... [ 1485.146412] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.146595] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.146737] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.146972] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.147122] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.147408] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.147563] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.147678] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.147880] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.148020] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.148161] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Resource: SegmentPort with ID: 35cc8343-453f-4cb5-a2e7-a33f10614423 is going to be created. [ 1485.169565] env[65906]: DEBUG networking_nsxv3.common.locking [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.169792] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.169952] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.170235] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.170466] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.170726] env[65906]: DEBUG oslo_concurrency.lockutils [None req-dc063afd-9c5c-4543-bb2e-01fe9817a0f6 None None] Releasing lock "port-35cc8343-453f-4cb5-a2e7-a33f10614423" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.841258] env[65906]: INFO networking_nsxv3.common.synchronization [req-65a346ed-68f4-4566-a4b8-f746bab182b2 req-c3a9a785-7e9d-4ee4-acde-6f5e1d393f69 service nova] Enqueued Resource ID: 8faf8c56-cac5-4b38-9932-d0359c24dee1 with Priority: HIGHEST for action security_group_rules [ 1485.841430] env[65906]: INFO networking_nsxv3.common.synchronization [req-65a346ed-68f4-4566-a4b8-f746bab182b2 req-c3a9a785-7e9d-4ee4-acde-6f5e1d393f69 service nova] Enqueued Resource ID: 8faf8c56-cac5-4b38-9932-d0359c24dee1 with Priority: HIGHEST for action security_group_members [ 1485.841564] env[65906]: INFO networking_nsxv3.common.synchronization [req-65a346ed-68f4-4566-a4b8-f746bab182b2 req-c3a9a785-7e9d-4ee4-acde-6f5e1d393f69 service nova] Enqueued Resource ID: 35cc8343-453f-4cb5-a2e7-a33f10614423 with Priority: HIGHEST for action port [ 1485.842083] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8faf8c56-cac5-4b38-9932-d0359c24dee1 with Priority: HIGHEST for action security_group_rules [ 1485.842225] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8faf8c56-cac5-4b38-9932-d0359c24dee1 with Priority: HIGHEST for action security_group_members [ 1485.842402] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35cc8343-453f-4cb5-a2e7-a33f10614423 with Priority: HIGHEST for action port [ 1485.842677] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8faf8c56-cac5-4b38-9932-d0359c24dee1 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.842798] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8faf8c56-cac5-4b38-9932-d0359c24dee1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.842866] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8faf8c56-cac5-4b38-9932-d0359c24dee1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.843129] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8faf8c56-cac5-4b38-9932-d0359c24dee1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.843220] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8faf8c56-cac5-4b38-9932-d0359c24dee1',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1485.844404] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8faf8c56-cac5-4b38-9932-d0359c24dee1 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.844511] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8faf8c56-cac5-4b38-9932-d0359c24dee1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.844601] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8faf8c56-cac5-4b38-9932-d0359c24dee1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.844749] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8faf8c56-cac5-4b38-9932-d0359c24dee1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.844897] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.844981] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.845051] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.845192] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.845278] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.845363] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8faf8c56-cac5-4b38-9932-d0359c24dee1',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1485.846120] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock port-35cc8343-453f-4cb5-a2e7-a33f10614423 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1485.846248] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35cc8343-453f-4cb5-a2e7-a33f10614423" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1485.846294] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35cc8343-453f-4cb5-a2e7-a33f10614423" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1485.846426] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35cc8343-453f-4cb5-a2e7-a33f10614423" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1485.846505] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35cc8343-453f-4cb5-a2e7-a33f10614423',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.348514] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8faf8c56-cac5-4b38-9932-d0359c24dee1 taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.348818] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8faf8c56-cac5-4b38-9932-d0359c24dee1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.350053] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8faf8c56-cac5-4b38-9932-d0359c24dee1',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1486.350934] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35cc8343-453f-4cb5-a2e7-a33f10614423 with status ACTIVE [ 1486.351152] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.351261] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.351349] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.351519] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.351606] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.351773] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.351864] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.351990] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.352084] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.352160] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.352333] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.352418] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.352530] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.352627] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.352698] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.352780] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35cc8343-453f-4cb5-a2e7-a33f10614423 is going to be updated. [ 1486.376332] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1486.376524] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.376524] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1486.376773] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1486.376934] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.377124] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35cc8343-453f-4cb5-a2e7-a33f10614423" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1486.855448] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8faf8c56-cac5-4b38-9932-d0359c24dee1',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1487.357607] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.357986] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.357986] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.358097] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.358161] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.358311] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8faf8c56-cac5-4b38-9932-d0359c24dee1 is going to be created. [ 1487.384118] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.384298] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.384370] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.384698] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.384746] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.396144] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8faf8c56-cac5-4b38-9932-d0359c24dee1 in Status: UNINITIALIZED for 2s [ 1489.407665] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8faf8c56-cac5-4b38-9932-d0359c24dee1 in Status: SUCCESS [ 1489.408090] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8faf8c56-cac5-4b38-9932-d0359c24dee1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.408090] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8faf8c56-cac5-4b38-9932-d0359c24dee1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.408328] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8faf8c56-cac5-4b38-9932-d0359c24dee1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.408569] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.408706] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.408772] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.408948] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.409045] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.409153] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8faf8c56-cac5-4b38-9932-d0359c24dee1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.409275] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8faf8c56-cac5-4b38-9932-d0359c24dee1',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.911644] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8faf8c56-cac5-4b38-9932-d0359c24dee1',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.413948] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8faf8c56-cac5-4b38-9932-d0359c24dee1: rpc.has_security_group_logging(os_id): False [ 1490.432765] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.432981] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.432981] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.433248] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.433343] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.433585] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.433687] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.433752] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.433907] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.433985] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.434082] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8faf8c56-cac5-4b38-9932-d0359c24dee1 is going to be created. [ 1490.491998] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.492230] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.492230] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.492473] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.492655] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.504385] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8faf8c56-cac5-4b38-9932-d0359c24dee1 in Status: IN_PROGRESS for 2s [ 1490.843435] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1490.843617] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1492.518595] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8faf8c56-cac5-4b38-9932-d0359c24dee1 in Status: SUCCESS [ 1492.518979] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8faf8c56-cac5-4b38-9932-d0359c24dee1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.845282] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1495.845705] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1500.846472] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1500.846836] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1505.848096] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1505.848399] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1506.087059] env[65906]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1506.087247] env[65906]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-59cb8db5-85e8-4f53-a51b-e9caa6d751c9 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1510.849110] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1510.849527] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1515.850318] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1515.850646] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1520.851835] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1520.852218] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1525.853435] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1525.853908] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1530.854310] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1530.854698] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1535.855932] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1535.855932] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1540.857301] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1540.857672] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1545.858019] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1545.858325] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1548.218594] env[65906]: INFO networking_nsxv3.common.synchronization [req-9729b3d6-a74e-4c0f-a6b9-fe2a15394681 req-8301b1c1-0bfe-4aac-95e1-6c92114fd25a tempest-AttachVolumeNegativeTest-1843065993 tempest-AttachVolumeNegativeTest-1843065993-project-member] Enqueued Resource ID: 8faf8c56-cac5-4b38-9932-d0359c24dee1 with Priority: HIGHEST for action security_group_members [ 1548.218828] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8faf8c56-cac5-4b38-9932-d0359c24dee1 with Priority: HIGHEST for action security_group_members [ 1548.219046] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock member-8faf8c56-cac5-4b38-9932-d0359c24dee1 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.219187] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8faf8c56-cac5-4b38-9932-d0359c24dee1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.219255] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8faf8c56-cac5-4b38-9932-d0359c24dee1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.219470] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8faf8c56-cac5-4b38-9932-d0359c24dee1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.219627] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.219725] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.219788] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.219935] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.220023] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.220116] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8faf8c56-cac5-4b38-9932-d0359c24dee1',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.722230] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.722443] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.722443] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.722606] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.722697] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.722892] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.722992] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.723068] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.723224] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.723304] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.723472] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8faf8c56-cac5-4b38-9932-d0359c24dee1 is going to be updated. [ 1548.764741] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.764975] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.764975] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.765178] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.765325] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.773440] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8faf8c56-cac5-4b38-9932-d0359c24dee1 in Status: IN_PROGRESS for 2s [ 1550.784967] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8faf8c56-cac5-4b38-9932-d0359c24dee1 in Status: SUCCESS [ 1550.785377] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8faf8c56-cac5-4b38-9932-d0359c24dee1 deletion is rescheduled due to dependency. [ 1550.785377] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8faf8c56-cac5-4b38-9932-d0359c24dee1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.219693] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1553.220131] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1558.220419] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1558.220802] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1563.029557] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1563.029988] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.029988] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1563.030118] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1563.030171] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1563.221532] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1563.221716] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1563.532438] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.034823] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1564.537547] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1564.537767] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1565.346252] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.346668] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.346668] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.346668] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.358620] env[65906]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1565.359539] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.360662] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1565.401438] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.401638] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.401638] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.401862] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.413746] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.414569] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1565.414706] env[65906]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65906) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1565.414841] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1565.446022] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.446276] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.446276] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.446455] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.447320] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.447482] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1565.522698] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.522921] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.522921] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.523149] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.523566] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.523872] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1565.611174] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.611384] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.611384] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.611528] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.611817] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.612154] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:28. [ 1565.612276] env[65906]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'8faf8c56-cac5-4b38-9932-d0359c24dee1', 'ed56c4f0-1f04-4067-8b89-2e9816f20634', '4d90b830-2a74-4249-877b-9a8dda895c9a', '5148d9e6-813b-4387-a770-c50a3b8104c3', '8bf47009-8778-467b-94ca-e8c2c198c799', '0f56c059-3017-4934-8fcb-54c4278286fb', '5cc02c32-2f05-4040-9c14-ff813cab3d2a', '1e6f5194-d471-40e7-98fe-af8388fadc49', 'fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0', '512b8a02-cd49-4b1c-8258-76f66b54e994', '403d1e32-f39c-439d-b495-bca4f2a9ab47', 'f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2', 'ba05ac9b-ab92-4f51-85cd-746125ae8582', 'dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b', '8111e738-6228-4350-931e-f3b1b35dc4cd', 'c5e3b2b3-6e34-410e-a67e-a4732c260128', '0d41ba82-bc53-4a6e-b355-3cd4ec085051', '854c0692-f886-4131-a445-bab0e08b0c94', '9a9392f2-8e81-4e47-b81b-8684787744db', 'e030dfe1-2344-40b8-b084-d473378f36d5', 'd54ff51c-4ab7-4801-bdf3-d05d64000bea', '4dd2d458-bd85-4bf8-b43e-4e17e1cf4a67', '1fc375e6-2a6c-4a8a-89a6-d43f492c170e', 'ad683fe0-4d9c-4a46-8556-68f12a24168f', '8966ee00-e334-44db-b9a8-8395eb857dec', '98c4feba-5543-467b-a736-2ecfe5042a77', 'a55d4d23-ff55-4a08-bd40-cf5ade46fe62', 'a5c2a3a4-c0ea-4744-80d7-c19e4d2442be'} {{(pid=65906) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1565.612387] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1565.631406] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.631678] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.631678] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.631799] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.631886] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.632015] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1565.632085] env[65906]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65906) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1565.632156] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1565.701498] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.701762] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.701762] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.701914] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.703061] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.703324] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1565.703397] env[65906]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65906) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1565.703470] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1565.703538] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1565.703617] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/28 resources of Type:Security Group Rules [ 1565.703689] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8faf8c56-cac5-4b38-9932-d0359c24dee1 with Priority: HIGH for action security_group_rules [ 1565.703770] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed56c4f0-1f04-4067-8b89-2e9816f20634 with Priority: HIGH for action security_group_rules [ 1565.703850] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4d90b830-2a74-4249-877b-9a8dda895c9a with Priority: HIGH for action security_group_rules [ 1565.703916] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 with Priority: HIGH for action security_group_rules [ 1565.703968] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8bf47009-8778-467b-94ca-e8c2c198c799 with Priority: HIGH for action security_group_rules [ 1565.704027] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f56c059-3017-4934-8fcb-54c4278286fb with Priority: HIGH for action security_group_rules [ 1565.704082] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a with Priority: HIGH for action security_group_rules [ 1565.704134] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1e6f5194-d471-40e7-98fe-af8388fadc49 with Priority: HIGH for action security_group_rules [ 1565.704189] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0 with Priority: HIGH for action security_group_rules [ 1565.704256] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 512b8a02-cd49-4b1c-8258-76f66b54e994 with Priority: HIGH for action security_group_rules [ 1565.704318] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 with Priority: HIGH for action security_group_rules [ 1565.704379] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2 with Priority: HIGH for action security_group_rules [ 1565.704439] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGH for action security_group_rules [ 1565.704499] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b with Priority: HIGH for action security_group_rules [ 1565.704553] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8111e738-6228-4350-931e-f3b1b35dc4cd with Priority: HIGH for action security_group_rules [ 1565.704613] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 with Priority: HIGH for action security_group_rules [ 1565.704671] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 with Priority: HIGH for action security_group_rules [ 1565.704742] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 854c0692-f886-4131-a445-bab0e08b0c94 with Priority: HIGH for action security_group_rules [ 1565.704809] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9a9392f2-8e81-4e47-b81b-8684787744db with Priority: HIGH for action security_group_rules [ 1565.704883] env[65906]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e030dfe1-2344-40b8-b084-d473378f36d5 with Priority: HIGH for action security_group_rules [ 1565.704998] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.222447] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1568.222888] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1568.222888] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8faf8c56-cac5-4b38-9932-d0359c24dee1 with Priority: HIGH for action security_group_rules [ 1568.222888] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d90b830-2a74-4249-877b-9a8dda895c9a with Priority: HIGH for action security_group_rules [ 1568.222888] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a with Priority: HIGH for action security_group_rules [ 1568.223098] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8111e738-6228-4350-931e-f3b1b35dc4cd with Priority: HIGH for action security_group_rules [ 1568.223170] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e030dfe1-2344-40b8-b084-d473378f36d5 with Priority: HIGH for action security_group_rules [ 1568.223264] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a9392f2-8e81-4e47-b81b-8684787744db with Priority: HIGH for action security_group_rules [ 1568.223358] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 854c0692-f886-4131-a445-bab0e08b0c94 with Priority: HIGH for action security_group_rules [ 1568.223448] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 with Priority: HIGH for action security_group_rules [ 1568.223539] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b with Priority: HIGH for action security_group_rules [ 1568.223627] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 with Priority: HIGH for action security_group_rules [ 1568.223717] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 with Priority: HIGH for action security_group_rules [ 1568.223808] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2 with Priority: HIGH for action security_group_rules [ 1568.223897] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 with Priority: HIGH for action security_group_rules [ 1568.223985] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 512b8a02-cd49-4b1c-8258-76f66b54e994 with Priority: HIGH for action security_group_rules [ 1568.224097] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0 with Priority: HIGH for action security_group_rules [ 1568.224188] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f56c059-3017-4934-8fcb-54c4278286fb with Priority: HIGH for action security_group_rules [ 1568.224274] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e6f5194-d471-40e7-98fe-af8388fadc49 with Priority: HIGH for action security_group_rules [ 1568.224361] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bf47009-8778-467b-94ca-e8c2c198c799 with Priority: HIGH for action security_group_rules [ 1568.224449] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed56c4f0-1f04-4067-8b89-2e9816f20634 with Priority: HIGH for action security_group_rules [ 1568.224536] env[65906]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 with Priority: HIGH for action security_group_rules [ 1568.224880] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8faf8c56-cac5-4b38-9932-d0359c24dee1 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.225020] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8faf8c56-cac5-4b38-9932-d0359c24dee1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.225085] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8faf8c56-cac5-4b38-9932-d0359c24dee1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.225294] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8faf8c56-cac5-4b38-9932-d0359c24dee1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.225375] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8faf8c56-cac5-4b38-9932-d0359c24dee1',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.226392] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4d90b830-2a74-4249-877b-9a8dda895c9a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.226502] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.226574] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.226720] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.226798] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4d90b830-2a74-4249-877b-9a8dda895c9a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.227632] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cc02c32-2f05-4040-9c14-ff813cab3d2a taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.227760] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.227817] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.227980] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.228058] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cc02c32-2f05-4040-9c14-ff813cab3d2a',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.371020] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8111e738-6228-4350-931e-f3b1b35dc4cd taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.371270] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.371270] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.371423] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.371487] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8111e738-6228-4350-931e-f3b1b35dc4cd',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.372305] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e030dfe1-2344-40b8-b084-d473378f36d5 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.372460] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e030dfe1-2344-40b8-b084-d473378f36d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.372460] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e030dfe1-2344-40b8-b084-d473378f36d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.372630] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e030dfe1-2344-40b8-b084-d473378f36d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.372967] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e030dfe1-2344-40b8-b084-d473378f36d5',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.373423] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a9392f2-8e81-4e47-b81b-8684787744db taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.373529] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.373586] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.373734] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.373808] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a9392f2-8e81-4e47-b81b-8684787744db',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.374541] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-854c0692-f886-4131-a445-bab0e08b0c94 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.374654] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.374763] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.374849] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.374913] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('854c0692-f886-4131-a445-bab0e08b0c94',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.375646] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d41ba82-bc53-4a6e-b355-3cd4ec085051 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.375748] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.375748] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.375924] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.376111] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d41ba82-bc53-4a6e-b355-3cd4ec085051',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.376591] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.376723] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.377113] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.377113] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.377113] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.377709] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5e3b2b3-6e34-410e-a67e-a4732c260128 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.377825] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.377881] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.378567] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.378567] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5e3b2b3-6e34-410e-a67e-a4732c260128',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.378754] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba05ac9b-ab92-4f51-85cd-746125ae8582 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.378926] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.378926] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.379068] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.379141] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba05ac9b-ab92-4f51-85cd-746125ae8582',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.379865] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.379965] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.379965] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.380330] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.380330] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.381065] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-403d1e32-f39c-439d-b495-bca4f2a9ab47 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.381180] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.381238] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.381382] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.381458] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('403d1e32-f39c-439d-b495-bca4f2a9ab47',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.382108] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-512b8a02-cd49-4b1c-8258-76f66b54e994 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.382208] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-512b8a02-cd49-4b1c-8258-76f66b54e994" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.382301] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-512b8a02-cd49-4b1c-8258-76f66b54e994" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.382651] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-512b8a02-cd49-4b1c-8258-76f66b54e994" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.382783] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('512b8a02-cd49-4b1c-8258-76f66b54e994',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.383491] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.383491] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.383678] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.383678] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.383753] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.384471] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f56c059-3017-4934-8fcb-54c4278286fb taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.384577] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.384656] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.384780] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.384856] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f56c059-3017-4934-8fcb-54c4278286fb',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.385580] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e6f5194-d471-40e7-98fe-af8388fadc49 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.385708] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e6f5194-d471-40e7-98fe-af8388fadc49" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.385774] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e6f5194-d471-40e7-98fe-af8388fadc49" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.385929] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e6f5194-d471-40e7-98fe-af8388fadc49" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.386009] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e6f5194-d471-40e7-98fe-af8388fadc49',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.386662] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8bf47009-8778-467b-94ca-e8c2c198c799 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.386767] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8bf47009-8778-467b-94ca-e8c2c198c799" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.386829] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8bf47009-8778-467b-94ca-e8c2c198c799" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.386997] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8bf47009-8778-467b-94ca-e8c2c198c799" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.387086] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8bf47009-8778-467b-94ca-e8c2c198c799',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.388047] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed56c4f0-1f04-4067-8b89-2e9816f20634 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.388047] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.388047] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.388257] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.388257] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed56c4f0-1f04-4067-8b89-2e9816f20634',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.388835] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5148d9e6-813b-4387-a770-c50a3b8104c3 taken with stack trace [, , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.388943] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.388999] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.389163] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.389234] env[65906]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5148d9e6-813b-4387-a770-c50a3b8104c3',) {} {{(pid=65906) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1568.425048] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.425313] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.425313] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.425467] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.433876] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.434075] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.435560] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.435702] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.437336] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.437485] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.439536] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.439649] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.440347] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.440439] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.441220] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.441321] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.443301] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.443418] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8111e738-6228-4350-931e-f3b1b35dc4cd is going to be deleted. [ 1568.444255] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.444457] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.472923] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.473119] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cc02c32-2f05-4040-9c14-ff813cab3d2a is going to be deleted. [ 1568.474127] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.474443] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.493674] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.493893] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 854c0692-f886-4131-a445-bab0e08b0c94 is going to be deleted. [ 1568.494665] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.494879] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.517471] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.517655] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8faf8c56-cac5-4b38-9932-d0359c24dee1 is going to be deleted. [ 1568.518826] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.519131] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.520596] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.520704] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.539021] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.539234] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a9392f2-8e81-4e47-b81b-8684787744db is going to be deleted. [ 1568.540093] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.540317] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.550991] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.551204] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.562084] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.562226] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4d90b830-2a74-4249-877b-9a8dda895c9a is going to be deleted. [ 1568.563132] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.563366] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.580292] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.580496] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.611318] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.611495] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e030dfe1-2344-40b8-b084-d473378f36d5 is going to be deleted. [ 1568.612376] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.612598] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.612689] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.612805] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8111e738-6228-4350-931e-f3b1b35dc4cd" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.613571] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.613670] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.613736] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.613896] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.613989] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.614139] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8faf8c56-cac5-4b38-9932-d0359c24dee1" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.614267] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.614412] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.614487] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.614587] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cc02c32-2f05-4040-9c14-ff813cab3d2a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.615074] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.615230] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.615311] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.615414] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-854c0692-f886-4131-a445-bab0e08b0c94" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.616095] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.616216] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.616283] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.616426] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.616504] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.616610] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a9392f2-8e81-4e47-b81b-8684787744db" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.824325] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.824555] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.824555] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.824742] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.824833] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.824951] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4d90b830-2a74-4249-877b-9a8dda895c9a" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.878377] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.878601] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.878601] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.878778] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.878867] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.878991] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e030dfe1-2344-40b8-b084-d473378f36d5" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.945843] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.946146] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.946146] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.946287] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1568.948101] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.948240] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.949151] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.949251] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.951505] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.951604] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.952390] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.952489] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.953861] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.953960] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.954664] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.954767] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.955471] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.955567] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.956299] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.956396] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.957084] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.957181] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.958222] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.958317] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.958867] env[65906]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1568.959398] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.959506] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.960145] env[65906]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1568.960515] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1568.960650] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.987982] env[65906]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1568.988614] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1568.988744] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f56c059-3017-4934-8fcb-54c4278286fb is going to be deleted. [ 1568.989886] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1568.990125] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.054841] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.055066] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d41ba82-bc53-4a6e-b355-3cd4ec085051 is going to be deleted. [ 1569.055967] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.056216] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.084937] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.085128] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e6f5194-d471-40e7-98fe-af8388fadc49 is going to be deleted. [ 1569.085938] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.086193] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.104518] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.104714] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.119734] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.119900] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5e3b2b3-6e34-410e-a67e-a4732c260128 is going to be deleted. [ 1569.120802] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.121028] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.128797] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.128970] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.142837] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.143013] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5148d9e6-813b-4387-a770-c50a3b8104c3 is going to be deleted. [ 1569.143966] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.144196] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.163587] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.163764] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0 is going to be deleted. [ 1569.164648] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.164894] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.193951] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.194179] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b is going to be deleted. [ 1569.195202] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.195427] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.271485] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.271892] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.273688] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.273848] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed56c4f0-1f04-4067-8b89-2e9816f20634 is going to be deleted. [ 1569.274812] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.275095] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.276476] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.276582] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.292659] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.292852] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.302942] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.303150] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.332895] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.333109] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8bf47009-8778-467b-94ca-e8c2c198c799 is going to be deleted. [ 1569.334024] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.334250] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.371736] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.371954] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 403d1e32-f39c-439d-b495-bca4f2a9ab47 is going to be deleted. [ 1569.372759] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.372997] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.399115] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.399377] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.402317] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.402510] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2 is going to be deleted. [ 1569.403405] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.403622] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.456097] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.456326] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.463912] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.464135] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.475878] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.476059] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba05ac9b-ab92-4f51-85cd-746125ae8582 is going to be deleted. [ 1569.476971] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.477199] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.546028] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.546258] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.553746] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.553937] env[65906]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 512b8a02-cd49-4b1c-8258-76f66b54e994 is going to be deleted. [ 1569.554833] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.555060] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.555152] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.555265] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f56c059-3017-4934-8fcb-54c4278286fb" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.555425] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.555570] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.555646] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.555757] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d41ba82-bc53-4a6e-b355-3cd4ec085051" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.556277] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.556435] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.556535] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.556647] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e6f5194-d471-40e7-98fe-af8388fadc49" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.556788] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.556958] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.557041] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.557157] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5e3b2b3-6e34-410e-a67e-a4732c260128" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.557280] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.557417] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.557490] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.557600] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5148d9e6-813b-4387-a770-c50a3b8104c3" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.557725] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.557859] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.557945] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.558077] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc1a38c0-5b95-4cdf-b53a-cb65dd5bd3d0" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.558202] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.558340] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.558413] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.558525] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbd47ecb-63eb-4bdf-8516-eff60ca1ba4b" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.558648] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.558781] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.558855] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.558986] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed56c4f0-1f04-4067-8b89-2e9816f20634" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.559131] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.559268] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.559340] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.559446] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8bf47009-8778-467b-94ca-e8c2c198c799" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.559566] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.559700] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.559774] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.559877] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4bb0a2c-9260-4aaf-9c6d-b0294d043ad2" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.576473] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.576682] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.576682] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.576888] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.577060] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.577162] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-403d1e32-f39c-439d-b495-bca4f2a9ab47" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.616640] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.616917] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.616917] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.617139] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.617234] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.617355] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba05ac9b-ab92-4f51-85cd-746125ae8582" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.733210] env[65906]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65906) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1569.733430] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.733430] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1569.733673] env[65906]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1569.733762] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1569.733884] env[65906]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-512b8a02-cd49-4b1c-8258-76f66b54e994" {{(pid=65906) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1573.225581] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1573.225994] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1578.227181] env[65906]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1578.227567] env[65906]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0